2024-12-16 03:38:49,808 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7fb4f2a9 2024-12-16 03:38:49,833 main DEBUG Took 0.022571 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-12-16 03:38:49,833 main DEBUG PluginManager 'Core' found 129 plugins 2024-12-16 03:38:49,833 main DEBUG PluginManager 'Level' found 0 plugins 2024-12-16 03:38:49,834 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-12-16 03:38:49,835 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-16 03:38:49,841 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-12-16 03:38:49,851 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-16 03:38:49,853 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-16 03:38:49,853 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-16 03:38:49,853 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-16 03:38:49,854 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-16 03:38:49,854 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-16 03:38:49,855 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-16 03:38:49,855 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-16 03:38:49,855 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-16 03:38:49,856 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-16 03:38:49,856 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-16 03:38:49,856 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-16 03:38:49,857 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-16 03:38:49,857 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-16 03:38:49,857 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-16 03:38:49,858 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-16 03:38:49,858 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-16 03:38:49,858 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-16 03:38:49,859 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-16 03:38:49,859 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-16 03:38:49,859 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-16 03:38:49,859 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-16 03:38:49,860 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-16 03:38:49,860 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-16 03:38:49,860 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-16 03:38:49,861 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-12-16 03:38:49,862 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-16 03:38:49,863 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-12-16 03:38:49,865 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-12-16 03:38:49,865 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-12-16 03:38:49,866 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-12-16 03:38:49,866 main DEBUG PluginManager 'Converter' found 47 plugins 2024-12-16 03:38:49,874 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-12-16 03:38:49,877 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-12-16 03:38:49,878 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-12-16 03:38:49,878 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-12-16 03:38:49,879 main DEBUG createAppenders(={Console}) 2024-12-16 03:38:49,880 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7fb4f2a9 initialized 2024-12-16 03:38:49,880 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7fb4f2a9 2024-12-16 03:38:49,880 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7fb4f2a9 OK. 2024-12-16 03:38:49,880 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-12-16 03:38:49,881 main DEBUG OutputStream closed 2024-12-16 03:38:49,881 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-12-16 03:38:49,881 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-12-16 03:38:49,881 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@54e1c68b OK 2024-12-16 03:38:49,960 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-12-16 03:38:49,962 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-12-16 03:38:49,963 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-12-16 03:38:49,964 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-12-16 03:38:49,965 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-12-16 03:38:49,965 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-12-16 03:38:49,965 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-12-16 03:38:49,965 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-12-16 03:38:49,966 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-12-16 03:38:49,966 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-12-16 03:38:49,966 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-12-16 03:38:49,966 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-12-16 03:38:49,967 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-12-16 03:38:49,967 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-12-16 03:38:49,967 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-12-16 03:38:49,967 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-12-16 03:38:49,968 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-12-16 03:38:49,968 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-12-16 03:38:49,970 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-16 03:38:49,971 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-logging/target/hbase-logging-2.7.0-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@7dda48d9) with optional ClassLoader: null 2024-12-16 03:38:49,971 main DEBUG Shutdown hook enabled. Registering a new one. 2024-12-16 03:38:49,972 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@7dda48d9] started OK. 2024-12-16T03:38:50,160 DEBUG [main {}] hbase.HBaseTestingUtility(348): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/55cdd6a9-7070-e7e1-9f9a-ce28550c8db3 2024-12-16 03:38:50,162 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-12-16 03:38:50,163 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-16T03:38:50,170 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.TestAcidGuaranteesWithAdaptivePolicy timeout: 13 mins 2024-12-16T03:38:50,189 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1126): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-16T03:38:50,191 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/55cdd6a9-7070-e7e1-9f9a-ce28550c8db3/cluster_1c30f2fc-f516-8a2f-ca06-99c7c2ff4d19, deleteOnExit=true 2024-12-16T03:38:50,192 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1140): STARTING DFS 2024-12-16T03:38:50,192 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/55cdd6a9-7070-e7e1-9f9a-ce28550c8db3/test.cache.data in system properties and HBase conf 2024-12-16T03:38:50,193 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/55cdd6a9-7070-e7e1-9f9a-ce28550c8db3/hadoop.tmp.dir in system properties and HBase conf 2024-12-16T03:38:50,193 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/55cdd6a9-7070-e7e1-9f9a-ce28550c8db3/hadoop.log.dir in system properties and HBase conf 2024-12-16T03:38:50,194 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/55cdd6a9-7070-e7e1-9f9a-ce28550c8db3/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-16T03:38:50,194 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/55cdd6a9-7070-e7e1-9f9a-ce28550c8db3/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-16T03:38:50,195 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-12-16T03:38:50,274 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-12-16T03:38:50,358 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-16T03:38:50,362 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/55cdd6a9-7070-e7e1-9f9a-ce28550c8db3/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-16T03:38:50,363 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/55cdd6a9-7070-e7e1-9f9a-ce28550c8db3/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-16T03:38:50,363 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/55cdd6a9-7070-e7e1-9f9a-ce28550c8db3/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-16T03:38:50,364 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/55cdd6a9-7070-e7e1-9f9a-ce28550c8db3/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-16T03:38:50,365 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/55cdd6a9-7070-e7e1-9f9a-ce28550c8db3/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-16T03:38:50,365 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/55cdd6a9-7070-e7e1-9f9a-ce28550c8db3/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-16T03:38:50,366 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/55cdd6a9-7070-e7e1-9f9a-ce28550c8db3/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-16T03:38:50,366 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/55cdd6a9-7070-e7e1-9f9a-ce28550c8db3/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-16T03:38:50,367 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/55cdd6a9-7070-e7e1-9f9a-ce28550c8db3/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-16T03:38:50,367 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/55cdd6a9-7070-e7e1-9f9a-ce28550c8db3/nfs.dump.dir in system properties and HBase conf 2024-12-16T03:38:50,368 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/55cdd6a9-7070-e7e1-9f9a-ce28550c8db3/java.io.tmpdir in system properties and HBase conf 2024-12-16T03:38:50,368 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/55cdd6a9-7070-e7e1-9f9a-ce28550c8db3/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-16T03:38:50,369 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/55cdd6a9-7070-e7e1-9f9a-ce28550c8db3/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-16T03:38:50,370 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/55cdd6a9-7070-e7e1-9f9a-ce28550c8db3/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-16T03:38:51,248 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-12-16T03:38:51,316 INFO [Time-limited test {}] log.Log(170): Logging initialized @2085ms to org.eclipse.jetty.util.log.Slf4jLog 2024-12-16T03:38:51,378 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-16T03:38:51,437 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-16T03:38:51,457 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-16T03:38:51,457 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-16T03:38:51,458 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-16T03:38:51,470 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-16T03:38:51,472 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@8167a4c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/55cdd6a9-7070-e7e1-9f9a-ce28550c8db3/hadoop.log.dir/,AVAILABLE} 2024-12-16T03:38:51,473 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@62a9beb2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-16T03:38:51,626 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@b03fcff{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/55cdd6a9-7070-e7e1-9f9a-ce28550c8db3/java.io.tmpdir/jetty-localhost-42763-hadoop-hdfs-3_4_1-tests_jar-_-any-2295301679423932795/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-16T03:38:51,631 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@e0a3ea0{HTTP/1.1, (http/1.1)}{localhost:42763} 2024-12-16T03:38:51,631 INFO [Time-limited test {}] server.Server(415): Started @2401ms 2024-12-16T03:38:52,055 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-16T03:38:52,060 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-16T03:38:52,061 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-16T03:38:52,062 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-16T03:38:52,062 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-16T03:38:52,062 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@47db50b9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/55cdd6a9-7070-e7e1-9f9a-ce28550c8db3/hadoop.log.dir/,AVAILABLE} 2024-12-16T03:38:52,063 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4727fac8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-16T03:38:52,155 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1f79ec76{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/55cdd6a9-7070-e7e1-9f9a-ce28550c8db3/java.io.tmpdir/jetty-localhost-32801-hadoop-hdfs-3_4_1-tests_jar-_-any-412399624619567898/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-16T03:38:52,156 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@576ebda6{HTTP/1.1, (http/1.1)}{localhost:32801} 2024-12-16T03:38:52,156 INFO [Time-limited test {}] server.Server(415): Started @2925ms 2024-12-16T03:38:52,200 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-16T03:38:52,906 WARN [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/55cdd6a9-7070-e7e1-9f9a-ce28550c8db3/cluster_1c30f2fc-f516-8a2f-ca06-99c7c2ff4d19/dfs/data/data2/current/BP-2095869806-172.17.0.2-1734320330884/current, will proceed with Du for space computation calculation, 2024-12-16T03:38:52,906 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/55cdd6a9-7070-e7e1-9f9a-ce28550c8db3/cluster_1c30f2fc-f516-8a2f-ca06-99c7c2ff4d19/dfs/data/data1/current/BP-2095869806-172.17.0.2-1734320330884/current, will proceed with Du for space computation calculation, 2024-12-16T03:38:52,930 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-16T03:38:52,971 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc64496e593115cb4 with lease ID 0x292264b175b6df6a: Processing first storage report for DS-64adddd9-38a1-44ea-baf0-d4023cb16e77 from datanode DatanodeRegistration(127.0.0.1:38473, datanodeUuid=72311e1d-162f-47c4-b519-125e7556fc4f, infoPort=35179, infoSecurePort=0, ipcPort=37903, storageInfo=lv=-57;cid=testClusterID;nsid=946764534;c=1734320330884) 2024-12-16T03:38:52,972 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc64496e593115cb4 with lease ID 0x292264b175b6df6a: from storage DS-64adddd9-38a1-44ea-baf0-d4023cb16e77 node DatanodeRegistration(127.0.0.1:38473, datanodeUuid=72311e1d-162f-47c4-b519-125e7556fc4f, infoPort=35179, infoSecurePort=0, ipcPort=37903, storageInfo=lv=-57;cid=testClusterID;nsid=946764534;c=1734320330884), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2024-12-16T03:38:52,972 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc64496e593115cb4 with lease ID 0x292264b175b6df6a: Processing first storage report for DS-f79e2698-a6f0-4322-b86a-8be9b050aed6 from datanode DatanodeRegistration(127.0.0.1:38473, datanodeUuid=72311e1d-162f-47c4-b519-125e7556fc4f, infoPort=35179, infoSecurePort=0, ipcPort=37903, storageInfo=lv=-57;cid=testClusterID;nsid=946764534;c=1734320330884) 2024-12-16T03:38:52,973 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc64496e593115cb4 with lease ID 0x292264b175b6df6a: from storage DS-f79e2698-a6f0-4322-b86a-8be9b050aed6 node DatanodeRegistration(127.0.0.1:38473, datanodeUuid=72311e1d-162f-47c4-b519-125e7556fc4f, infoPort=35179, infoSecurePort=0, ipcPort=37903, storageInfo=lv=-57;cid=testClusterID;nsid=946764534;c=1734320330884), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-16T03:38:53,065 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/55cdd6a9-7070-e7e1-9f9a-ce28550c8db3 2024-12-16T03:38:53,144 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(259): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/55cdd6a9-7070-e7e1-9f9a-ce28550c8db3/cluster_1c30f2fc-f516-8a2f-ca06-99c7c2ff4d19/zookeeper_0, clientPort=56952, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/55cdd6a9-7070-e7e1-9f9a-ce28550c8db3/cluster_1c30f2fc-f516-8a2f-ca06-99c7c2ff4d19/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/55cdd6a9-7070-e7e1-9f9a-ce28550c8db3/cluster_1c30f2fc-f516-8a2f-ca06-99c7c2ff4d19/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-16T03:38:53,154 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(284): Started MiniZooKeeperCluster and ran 'stat' on client port=56952 2024-12-16T03:38:53,163 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-16T03:38:53,165 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-16T03:38:53,367 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073741825_1001 (size=7) 2024-12-16T03:38:53,780 INFO [Time-limited test {}] util.FSUtils(490): Created version file at hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48 with version=8 2024-12-16T03:38:53,781 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1460): Setting hbase.fs.tmp.dir to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/hbase-staging 2024-12-16T03:38:53,884 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-12-16T03:38:54,112 INFO [Time-limited test {}] client.ConnectionUtils(129): master/f0d65a6309ee:0 server-side Connection retries=45 2024-12-16T03:38:54,127 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-16T03:38:54,127 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-16T03:38:54,128 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-16T03:38:54,128 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-16T03:38:54,128 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-16T03:38:54,232 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-16T03:38:54,280 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-12-16T03:38:54,288 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-12-16T03:38:54,291 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-16T03:38:54,312 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 42913 (auto-detected) 2024-12-16T03:38:54,313 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-12-16T03:38:54,330 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:45287 2024-12-16T03:38:54,336 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-16T03:38:54,338 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-16T03:38:54,349 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=master:45287 connecting to ZooKeeper ensemble=127.0.0.1:56952 2024-12-16T03:38:54,470 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:452870x0, quorum=127.0.0.1:56952, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-16T03:38:54,472 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45287-0x1002ceb3dc60000 connected 2024-12-16T03:38:54,550 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45287-0x1002ceb3dc60000, quorum=127.0.0.1:56952, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-16T03:38:54,555 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45287-0x1002ceb3dc60000, quorum=127.0.0.1:56952, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-16T03:38:54,559 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45287-0x1002ceb3dc60000, quorum=127.0.0.1:56952, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-16T03:38:54,564 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45287 2024-12-16T03:38:54,565 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45287 2024-12-16T03:38:54,565 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45287 2024-12-16T03:38:54,566 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45287 2024-12-16T03:38:54,567 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45287 2024-12-16T03:38:54,574 INFO [Time-limited test {}] master.HMaster(488): hbase.rootdir=hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48, hbase.cluster.distributed=false 2024-12-16T03:38:54,635 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/f0d65a6309ee:0 server-side Connection retries=45 2024-12-16T03:38:54,635 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-16T03:38:54,635 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-16T03:38:54,636 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-16T03:38:54,636 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-16T03:38:54,636 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-16T03:38:54,638 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-16T03:38:54,639 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-16T03:38:54,640 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:39893 2024-12-16T03:38:54,641 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-16T03:38:54,645 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-16T03:38:54,647 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-16T03:38:54,649 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-16T03:38:54,652 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:39893 connecting to ZooKeeper ensemble=127.0.0.1:56952 2024-12-16T03:38:54,664 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:398930x0, quorum=127.0.0.1:56952, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-16T03:38:54,664 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:398930x0, quorum=127.0.0.1:56952, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-16T03:38:54,664 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39893-0x1002ceb3dc60001 connected 2024-12-16T03:38:54,666 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39893-0x1002ceb3dc60001, quorum=127.0.0.1:56952, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-16T03:38:54,667 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39893-0x1002ceb3dc60001, quorum=127.0.0.1:56952, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-16T03:38:54,668 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39893 2024-12-16T03:38:54,668 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39893 2024-12-16T03:38:54,668 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39893 2024-12-16T03:38:54,669 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39893 2024-12-16T03:38:54,670 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39893 2024-12-16T03:38:54,675 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] master.HMaster(2445): Adding backup master ZNode /hbase/backup-masters/f0d65a6309ee,45287,1734320333878 2024-12-16T03:38:54,689 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45287-0x1002ceb3dc60000, quorum=127.0.0.1:56952, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-16T03:38:54,689 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39893-0x1002ceb3dc60001, quorum=127.0.0.1:56952, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-16T03:38:54,690 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45287-0x1002ceb3dc60000, quorum=127.0.0.1:56952, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/f0d65a6309ee,45287,1734320333878 2024-12-16T03:38:54,691 DEBUG [M:0;f0d65a6309ee:45287 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;f0d65a6309ee:45287 2024-12-16T03:38:54,713 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45287-0x1002ceb3dc60000, quorum=127.0.0.1:56952, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-16T03:38:54,713 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39893-0x1002ceb3dc60001, quorum=127.0.0.1:56952, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-16T03:38:54,713 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39893-0x1002ceb3dc60001, quorum=127.0.0.1:56952, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-16T03:38:54,713 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45287-0x1002ceb3dc60000, quorum=127.0.0.1:56952, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-16T03:38:54,714 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45287-0x1002ceb3dc60000, quorum=127.0.0.1:56952, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-16T03:38:54,714 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/f0d65a6309ee,45287,1734320333878 from backup master directory 2024-12-16T03:38:54,715 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(111): master:45287-0x1002ceb3dc60000, quorum=127.0.0.1:56952, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-16T03:38:54,721 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39893-0x1002ceb3dc60001, quorum=127.0.0.1:56952, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-16T03:38:54,721 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45287-0x1002ceb3dc60000, quorum=127.0.0.1:56952, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/f0d65a6309ee,45287,1734320333878 2024-12-16T03:38:54,721 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45287-0x1002ceb3dc60000, quorum=127.0.0.1:56952, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-16T03:38:54,722 WARN [master/f0d65a6309ee:0:becomeActiveMaster {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-16T03:38:54,722 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=f0d65a6309ee,45287,1734320333878 2024-12-16T03:38:54,725 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-12-16T03:38:54,726 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-12-16T03:38:54,785 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073741826_1002 (size=42) 2024-12-16T03:38:55,194 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster {}] util.FSUtils(639): Created cluster ID file at hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/hbase.id with ID: a09a7277-61db-4d9c-b669-446a585d4468 2024-12-16T03:38:55,238 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-16T03:38:55,293 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39893-0x1002ceb3dc60001, quorum=127.0.0.1:56952, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-16T03:38:55,293 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45287-0x1002ceb3dc60000, quorum=127.0.0.1:56952, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-16T03:38:55,311 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073741827_1003 (size=196) 2024-12-16T03:38:55,735 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] region.MasterRegion(372): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-16T03:38:55,737 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-16T03:38:55,750 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:147) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:160) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProvider(WALFactory.java:200) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:232) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:207) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:402) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:973) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2470) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:590) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.HMaster.lambda$run$1(HMaster.java:587) ~[classes/:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:38:55,754 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-16T03:38:55,778 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073741828_1004 (size=1189) 2024-12-16T03:38:56,204 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] regionserver.HRegion(7124): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/MasterData/data/master/store 2024-12-16T03:38:56,218 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073741829_1005 (size=34) 2024-12-16T03:38:56,222 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-12-16T03:38:56,222 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T03:38:56,223 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-16T03:38:56,224 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-16T03:38:56,224 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-16T03:38:56,224 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-16T03:38:56,224 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-16T03:38:56,224 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-16T03:38:56,224 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-16T03:38:56,226 WARN [master/f0d65a6309ee:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/MasterData/data/master/store/.initializing 2024-12-16T03:38:56,226 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/MasterData/WALs/f0d65a6309ee,45287,1734320333878 2024-12-16T03:38:56,233 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-16T03:38:56,243 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f0d65a6309ee%2C45287%2C1734320333878, suffix=, logDir=hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/MasterData/WALs/f0d65a6309ee,45287,1734320333878, archiveDir=hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/MasterData/oldWALs, maxLogs=10 2024-12-16T03:38:56,259 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/MasterData/WALs/f0d65a6309ee,45287,1734320333878/f0d65a6309ee%2C45287%2C1734320333878.1734320336246, exclude list is [], retry=0 2024-12-16T03:38:56,273 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38473,DS-64adddd9-38a1-44ea-baf0-d4023cb16e77,DISK] 2024-12-16T03:38:56,276 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-12-16T03:38:56,307 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/MasterData/WALs/f0d65a6309ee,45287,1734320333878/f0d65a6309ee%2C45287%2C1734320333878.1734320336246 2024-12-16T03:38:56,307 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35179:35179)] 2024-12-16T03:38:56,308 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster {}] regionserver.HRegion(7285): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-16T03:38:56,308 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T03:38:56,311 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster {}] regionserver.HRegion(7327): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-16T03:38:56,312 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster {}] regionserver.HRegion(7330): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-16T03:38:56,344 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-16T03:38:56,363 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-16T03:38:56,366 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:38:56,368 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-16T03:38:56,368 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-16T03:38:56,371 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-16T03:38:56,372 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:38:56,373 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T03:38:56,373 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-16T03:38:56,375 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-16T03:38:56,375 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:38:56,376 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T03:38:56,377 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-16T03:38:56,379 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-16T03:38:56,379 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:38:56,381 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T03:38:56,384 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-16T03:38:56,386 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-16T03:38:56,393 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-16T03:38:56,397 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster {}] regionserver.HRegion(1085): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-16T03:38:56,401 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-16T03:38:56,402 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] regionserver.HRegion(1102): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62701167, jitterRate=-0.06567980349063873}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-16T03:38:56,406 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster {}] regionserver.HRegion(1001): Region open journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-16T03:38:56,407 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-16T03:38:56,432 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31c5dfa2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-16T03:38:56,458 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] master.HMaster(882): No meta location available on zookeeper, skip migrating... 2024-12-16T03:38:56,467 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-16T03:38:56,468 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(633): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-16T03:38:56,469 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-16T03:38:56,471 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(653): Recovered RegionProcedureStore lease in 1 msec 2024-12-16T03:38:56,475 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(667): Loaded RegionProcedureStore in 3 msec 2024-12-16T03:38:56,475 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-16T03:38:56,496 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-16T03:38:56,506 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45287-0x1002ceb3dc60000, quorum=127.0.0.1:56952, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-12-16T03:38:56,543 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/balancer already deleted, retry=false 2024-12-16T03:38:56,548 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-16T03:38:56,550 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45287-0x1002ceb3dc60000, quorum=127.0.0.1:56952, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-12-16T03:38:56,559 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/normalizer already deleted, retry=false 2024-12-16T03:38:56,561 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-16T03:38:56,565 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45287-0x1002ceb3dc60000, quorum=127.0.0.1:56952, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-12-16T03:38:56,571 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/split already deleted, retry=false 2024-12-16T03:38:56,573 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45287-0x1002ceb3dc60000, quorum=127.0.0.1:56952, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-12-16T03:38:56,580 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/merge already deleted, retry=false 2024-12-16T03:38:56,591 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45287-0x1002ceb3dc60000, quorum=127.0.0.1:56952, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-16T03:38:56,601 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-12-16T03:38:56,613 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39893-0x1002ceb3dc60001, quorum=127.0.0.1:56952, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-16T03:38:56,613 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45287-0x1002ceb3dc60000, quorum=127.0.0.1:56952, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-16T03:38:56,613 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39893-0x1002ceb3dc60001, quorum=127.0.0.1:56952, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-16T03:38:56,613 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45287-0x1002ceb3dc60000, quorum=127.0.0.1:56952, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-16T03:38:56,614 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] master.HMaster(826): Active/primary master=f0d65a6309ee,45287,1734320333878, sessionid=0x1002ceb3dc60000, setting cluster-up flag (Was=false) 2024-12-16T03:38:56,643 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39893-0x1002ceb3dc60001, quorum=127.0.0.1:56952, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-16T03:38:56,643 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45287-0x1002ceb3dc60000, quorum=127.0.0.1:56952, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-16T03:38:56,671 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-12-16T03:38:56,673 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f0d65a6309ee,45287,1734320333878 2024-12-16T03:38:56,693 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39893-0x1002ceb3dc60001, quorum=127.0.0.1:56952, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-16T03:38:56,693 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45287-0x1002ceb3dc60000, quorum=127.0.0.1:56952, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-16T03:38:56,721 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-12-16T03:38:56,725 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f0d65a6309ee,45287,1734320333878 2024-12-16T03:38:56,784 DEBUG [RS:0;f0d65a6309ee:39893 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;f0d65a6309ee:39893 2024-12-16T03:38:56,785 INFO [RS:0;f0d65a6309ee:39893 {}] regionserver.HRegionServer(1008): ClusterId : a09a7277-61db-4d9c-b669-446a585d4468 2024-12-16T03:38:56,787 DEBUG [RS:0;f0d65a6309ee:39893 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-16T03:38:56,798 DEBUG [RS:0;f0d65a6309ee:39893 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-16T03:38:56,798 DEBUG [RS:0;f0d65a6309ee:39893 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-16T03:38:56,804 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT; InitMetaProcedure table=hbase:meta 2024-12-16T03:38:56,806 DEBUG [RS:0;f0d65a6309ee:39893 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-16T03:38:56,807 DEBUG [RS:0;f0d65a6309ee:39893 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10837463, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-16T03:38:56,808 DEBUG [RS:0;f0d65a6309ee:39893 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78dca505, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f0d65a6309ee/172.17.0.2:0 2024-12-16T03:38:56,811 INFO [RS:0;f0d65a6309ee:39893 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-12-16T03:38:56,811 INFO [RS:0;f0d65a6309ee:39893 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-12-16T03:38:56,811 DEBUG [RS:0;f0d65a6309ee:39893 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-12-16T03:38:56,812 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(575): slop=0.2 2024-12-16T03:38:56,813 INFO [RS:0;f0d65a6309ee:39893 {}] regionserver.HRegionServer(3073): reportForDuty to master=f0d65a6309ee,45287,1734320333878 with isa=f0d65a6309ee/172.17.0.2:39893, startcode=1734320334634 2024-12-16T03:38:56,815 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(294): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-16T03:38:56,823 DEBUG [RS:0;f0d65a6309ee:39893 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-16T03:38:56,821 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster {}] balancer.RegionLocationFinder(146): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: f0d65a6309ee,45287,1734320333878 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-16T03:38:56,825 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/f0d65a6309ee:0, corePoolSize=5, maxPoolSize=5 2024-12-16T03:38:56,826 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/f0d65a6309ee:0, corePoolSize=5, maxPoolSize=5 2024-12-16T03:38:56,826 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/f0d65a6309ee:0, corePoolSize=5, maxPoolSize=5 2024-12-16T03:38:56,826 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/f0d65a6309ee:0, corePoolSize=5, maxPoolSize=5 2024-12-16T03:38:56,826 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/f0d65a6309ee:0, corePoolSize=10, maxPoolSize=10 2024-12-16T03:38:56,827 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/f0d65a6309ee:0, corePoolSize=1, maxPoolSize=1 2024-12-16T03:38:56,827 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/f0d65a6309ee:0, corePoolSize=2, maxPoolSize=2 2024-12-16T03:38:56,827 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/f0d65a6309ee:0, corePoolSize=1, maxPoolSize=1 2024-12-16T03:38:56,832 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1734320366832 2024-12-16T03:38:56,833 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-16T03:38:56,834 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, locked=true; InitMetaProcedure table=hbase:meta 2024-12-16T03:38:56,834 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(75): BOOTSTRAP: creating hbase:meta region 2024-12-16T03:38:56,835 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-16T03:38:56,838 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:38:56,838 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-16T03:38:56,839 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-16T03:38:56,839 INFO [PEWorker-1 {}] util.FSTableDescriptors(133): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-16T03:38:56,840 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-16T03:38:56,840 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-16T03:38:56,843 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-16T03:38:56,852 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-16T03:38:56,854 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-16T03:38:56,854 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-16T03:38:56,856 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-16T03:38:56,858 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073741831_1007 (size=1039) 2024-12-16T03:38:56,858 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-16T03:38:56,859 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42421, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-12-16T03:38:56,863 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/f0d65a6309ee:0:becomeActiveMaster-HFileCleaner.large.0-1734320336859,5,FailOnTimeoutGroup] 2024-12-16T03:38:56,864 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/f0d65a6309ee:0:becomeActiveMaster-HFileCleaner.small.0-1734320336863,5,FailOnTimeoutGroup] 2024-12-16T03:38:56,864 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-16T03:38:56,864 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] master.HMaster(1680): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-16T03:38:56,864 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45287 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3280) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:593) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:38:56,865 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-16T03:38:56,865 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-16T03:38:56,887 DEBUG [RS:0;f0d65a6309ee:39893 {}] regionserver.HRegionServer(3097): Master is not running yet 2024-12-16T03:38:56,887 WARN [RS:0;f0d65a6309ee:39893 {}] regionserver.HRegionServer(1099): reportForDuty failed; sleeping 100 ms and then retrying. 2024-12-16T03:38:56,988 INFO [RS:0;f0d65a6309ee:39893 {}] regionserver.HRegionServer(3073): reportForDuty to master=f0d65a6309ee,45287,1734320333878 with isa=f0d65a6309ee/172.17.0.2:39893, startcode=1734320334634 2024-12-16T03:38:56,991 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45287 {}] master.ServerManager(332): Checking decommissioned status of RegionServer f0d65a6309ee,39893,1734320334634 2024-12-16T03:38:56,994 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45287 {}] master.ServerManager(486): Registering regionserver=f0d65a6309ee,39893,1734320334634 2024-12-16T03:38:57,002 DEBUG [RS:0;f0d65a6309ee:39893 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48 2024-12-16T03:38:57,002 DEBUG [RS:0;f0d65a6309ee:39893 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:33659 2024-12-16T03:38:57,002 DEBUG [RS:0;f0d65a6309ee:39893 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-12-16T03:38:57,013 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45287-0x1002ceb3dc60000, quorum=127.0.0.1:56952, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-16T03:38:57,014 DEBUG [RS:0;f0d65a6309ee:39893 {}] zookeeper.ZKUtil(111): regionserver:39893-0x1002ceb3dc60001, quorum=127.0.0.1:56952, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/f0d65a6309ee,39893,1734320334634 2024-12-16T03:38:57,014 WARN [RS:0;f0d65a6309ee:39893 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-16T03:38:57,014 INFO [RS:0;f0d65a6309ee:39893 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-16T03:38:57,014 DEBUG [RS:0;f0d65a6309ee:39893 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/WALs/f0d65a6309ee,39893,1734320334634 2024-12-16T03:38:57,017 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [f0d65a6309ee,39893,1734320334634] 2024-12-16T03:38:57,029 DEBUG [RS:0;f0d65a6309ee:39893 {}] regionserver.Replication(140): Replication stats-in-log period=300 seconds 2024-12-16T03:38:57,038 INFO [RS:0;f0d65a6309ee:39893 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-16T03:38:57,048 INFO [RS:0;f0d65a6309ee:39893 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-16T03:38:57,050 INFO [RS:0;f0d65a6309ee:39893 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-16T03:38:57,050 INFO [RS:0;f0d65a6309ee:39893 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-16T03:38:57,051 INFO [RS:0;f0d65a6309ee:39893 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-12-16T03:38:57,056 INFO [RS:0;f0d65a6309ee:39893 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-16T03:38:57,056 DEBUG [RS:0;f0d65a6309ee:39893 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/f0d65a6309ee:0, corePoolSize=1, maxPoolSize=1 2024-12-16T03:38:57,056 DEBUG [RS:0;f0d65a6309ee:39893 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/f0d65a6309ee:0, corePoolSize=1, maxPoolSize=1 2024-12-16T03:38:57,056 DEBUG [RS:0;f0d65a6309ee:39893 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/f0d65a6309ee:0, corePoolSize=1, maxPoolSize=1 2024-12-16T03:38:57,057 DEBUG [RS:0;f0d65a6309ee:39893 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/f0d65a6309ee:0, corePoolSize=1, maxPoolSize=1 2024-12-16T03:38:57,057 DEBUG [RS:0;f0d65a6309ee:39893 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/f0d65a6309ee:0, corePoolSize=1, maxPoolSize=1 2024-12-16T03:38:57,057 DEBUG [RS:0;f0d65a6309ee:39893 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/f0d65a6309ee:0, corePoolSize=2, maxPoolSize=2 2024-12-16T03:38:57,057 DEBUG [RS:0;f0d65a6309ee:39893 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/f0d65a6309ee:0, corePoolSize=1, maxPoolSize=1 2024-12-16T03:38:57,057 DEBUG [RS:0;f0d65a6309ee:39893 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/f0d65a6309ee:0, corePoolSize=1, maxPoolSize=1 2024-12-16T03:38:57,057 DEBUG [RS:0;f0d65a6309ee:39893 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/f0d65a6309ee:0, corePoolSize=1, maxPoolSize=1 2024-12-16T03:38:57,057 DEBUG [RS:0;f0d65a6309ee:39893 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/f0d65a6309ee:0, corePoolSize=1, maxPoolSize=1 2024-12-16T03:38:57,057 DEBUG [RS:0;f0d65a6309ee:39893 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/f0d65a6309ee:0, corePoolSize=1, maxPoolSize=1 2024-12-16T03:38:57,058 DEBUG [RS:0;f0d65a6309ee:39893 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/f0d65a6309ee:0, corePoolSize=3, maxPoolSize=3 2024-12-16T03:38:57,058 DEBUG [RS:0;f0d65a6309ee:39893 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0, corePoolSize=3, maxPoolSize=3 2024-12-16T03:38:57,058 INFO [RS:0;f0d65a6309ee:39893 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-16T03:38:57,059 INFO [RS:0;f0d65a6309ee:39893 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-16T03:38:57,059 INFO [RS:0;f0d65a6309ee:39893 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-16T03:38:57,059 INFO [RS:0;f0d65a6309ee:39893 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-16T03:38:57,059 INFO [RS:0;f0d65a6309ee:39893 {}] hbase.ChoreService(168): Chore ScheduledChore name=f0d65a6309ee,39893,1734320334634-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-16T03:38:57,075 INFO [RS:0;f0d65a6309ee:39893 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-16T03:38:57,076 INFO [RS:0;f0d65a6309ee:39893 {}] hbase.ChoreService(168): Chore ScheduledChore name=f0d65a6309ee,39893,1734320334634-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-16T03:38:57,092 INFO [RS:0;f0d65a6309ee:39893 {}] regionserver.Replication(204): f0d65a6309ee,39893,1734320334634 started 2024-12-16T03:38:57,092 INFO [RS:0;f0d65a6309ee:39893 {}] regionserver.HRegionServer(1767): Serving as f0d65a6309ee,39893,1734320334634, RpcServer on f0d65a6309ee/172.17.0.2:39893, sessionid=0x1002ceb3dc60001 2024-12-16T03:38:57,093 DEBUG [RS:0;f0d65a6309ee:39893 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-16T03:38:57,093 DEBUG [RS:0;f0d65a6309ee:39893 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager f0d65a6309ee,39893,1734320334634 2024-12-16T03:38:57,093 DEBUG [RS:0;f0d65a6309ee:39893 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f0d65a6309ee,39893,1734320334634' 2024-12-16T03:38:57,094 DEBUG [RS:0;f0d65a6309ee:39893 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-16T03:38:57,094 DEBUG [RS:0;f0d65a6309ee:39893 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-16T03:38:57,095 DEBUG [RS:0;f0d65a6309ee:39893 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-16T03:38:57,095 DEBUG [RS:0;f0d65a6309ee:39893 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-16T03:38:57,095 DEBUG [RS:0;f0d65a6309ee:39893 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager f0d65a6309ee,39893,1734320334634 2024-12-16T03:38:57,095 DEBUG [RS:0;f0d65a6309ee:39893 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f0d65a6309ee,39893,1734320334634' 2024-12-16T03:38:57,095 DEBUG [RS:0;f0d65a6309ee:39893 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-16T03:38:57,096 DEBUG [RS:0;f0d65a6309ee:39893 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-16T03:38:57,096 DEBUG [RS:0;f0d65a6309ee:39893 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-16T03:38:57,097 INFO [RS:0;f0d65a6309ee:39893 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-16T03:38:57,097 INFO [RS:0;f0d65a6309ee:39893 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-16T03:38:57,207 INFO [RS:0;f0d65a6309ee:39893 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-16T03:38:57,210 INFO [RS:0;f0d65a6309ee:39893 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f0d65a6309ee%2C39893%2C1734320334634, suffix=, logDir=hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/WALs/f0d65a6309ee,39893,1734320334634, archiveDir=hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/oldWALs, maxLogs=32 2024-12-16T03:38:57,223 DEBUG [RS:0;f0d65a6309ee:39893 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/WALs/f0d65a6309ee,39893,1734320334634/f0d65a6309ee%2C39893%2C1734320334634.1734320337212, exclude list is [], retry=0 2024-12-16T03:38:57,228 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38473,DS-64adddd9-38a1-44ea-baf0-d4023cb16e77,DISK] 2024-12-16T03:38:57,231 INFO [RS:0;f0d65a6309ee:39893 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/WALs/f0d65a6309ee,39893,1734320334634/f0d65a6309ee%2C39893%2C1734320334634.1734320337212 2024-12-16T03:38:57,231 DEBUG [RS:0;f0d65a6309ee:39893 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35179:35179)] 2024-12-16T03:38:57,261 INFO [PEWorker-1 {}] util.FSTableDescriptors(140): Updated hbase:meta table descriptor to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1039 2024-12-16T03:38:57,261 INFO [PEWorker-1 {}] regionserver.HRegion(7106): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48 2024-12-16T03:38:57,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073741833_1009 (size=32) 2024-12-16T03:38:57,677 DEBUG [PEWorker-1 {}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T03:38:57,681 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-16T03:38:57,686 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-16T03:38:57,686 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:38:57,687 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-16T03:38:57,688 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-16T03:38:57,691 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-16T03:38:57,691 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:38:57,692 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-16T03:38:57,692 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-16T03:38:57,695 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-16T03:38:57,695 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:38:57,696 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-16T03:38:57,697 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/hbase/meta/1588230740 2024-12-16T03:38:57,698 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/hbase/meta/1588230740 2024-12-16T03:38:57,700 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-16T03:38:57,703 DEBUG [PEWorker-1 {}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-12-16T03:38:57,706 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-16T03:38:57,707 INFO [PEWorker-1 {}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73755072, jitterRate=0.09903621673583984}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-16T03:38:57,709 DEBUG [PEWorker-1 {}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-12-16T03:38:57,709 DEBUG [PEWorker-1 {}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-12-16T03:38:57,709 INFO [PEWorker-1 {}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-12-16T03:38:57,709 DEBUG [PEWorker-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-12-16T03:38:57,710 DEBUG [PEWorker-1 {}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-16T03:38:57,710 DEBUG [PEWorker-1 {}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-12-16T03:38:57,711 INFO [PEWorker-1 {}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-12-16T03:38:57,711 DEBUG [PEWorker-1 {}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-12-16T03:38:57,713 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, locked=true; InitMetaProcedure table=hbase:meta 2024-12-16T03:38:57,713 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(107): Going to assign meta 2024-12-16T03:38:57,717 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-16T03:38:57,723 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-16T03:38:57,725 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-16T03:38:57,879 DEBUG [f0d65a6309ee:45287 {}] assignment.AssignmentManager(2444): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-16T03:38:57,884 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=f0d65a6309ee,39893,1734320334634 2024-12-16T03:38:57,889 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f0d65a6309ee,39893,1734320334634, state=OPENING 2024-12-16T03:38:57,926 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-16T03:38:57,938 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45287-0x1002ceb3dc60000, quorum=127.0.0.1:56952, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-16T03:38:57,938 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39893-0x1002ceb3dc60001, quorum=127.0.0.1:56952, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-16T03:38:57,940 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-16T03:38:57,940 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-16T03:38:57,944 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE; OpenRegionProcedure 1588230740, server=f0d65a6309ee,39893,1734320334634}] 2024-12-16T03:38:58,121 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f0d65a6309ee,39893,1734320334634 2024-12-16T03:38:58,122 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-16T03:38:58,125 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57146, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-16T03:38:58,134 INFO [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(135): Open hbase:meta,,1.1588230740 2024-12-16T03:38:58,134 INFO [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-16T03:38:58,135 INFO [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-16T03:38:58,138 INFO [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f0d65a6309ee%2C39893%2C1734320334634.meta, suffix=.meta, logDir=hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/WALs/f0d65a6309ee,39893,1734320334634, archiveDir=hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/oldWALs, maxLogs=32 2024-12-16T03:38:58,152 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/WALs/f0d65a6309ee,39893,1734320334634/f0d65a6309ee%2C39893%2C1734320334634.meta.1734320338139.meta, exclude list is [], retry=0 2024-12-16T03:38:58,155 DEBUG [RS-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38473,DS-64adddd9-38a1-44ea-baf0-d4023cb16e77,DISK] 2024-12-16T03:38:58,158 INFO [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/WALs/f0d65a6309ee,39893,1734320334634/f0d65a6309ee%2C39893%2C1734320334634.meta.1734320338139.meta 2024-12-16T03:38:58,158 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35179:35179)] 2024-12-16T03:38:58,159 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7285): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-16T03:38:58,160 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-16T03:38:58,206 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7999): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-16T03:38:58,210 INFO [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(436): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-16T03:38:58,213 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-16T03:38:58,213 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T03:38:58,214 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7327): checking encryption for 1588230740 2024-12-16T03:38:58,214 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7330): checking classloading for 1588230740 2024-12-16T03:38:58,217 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-16T03:38:58,218 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-16T03:38:58,219 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:38:58,220 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-16T03:38:58,220 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-16T03:38:58,221 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-16T03:38:58,221 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:38:58,222 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-16T03:38:58,223 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-16T03:38:58,224 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-16T03:38:58,224 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:38:58,225 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-16T03:38:58,226 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/hbase/meta/1588230740 2024-12-16T03:38:58,229 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/hbase/meta/1588230740 2024-12-16T03:38:58,231 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-16T03:38:58,234 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-12-16T03:38:58,236 INFO [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67111063, jitterRate=3.2767653465270996E-5}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-16T03:38:58,237 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-12-16T03:38:58,243 INFO [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1734320338117 2024-12-16T03:38:58,253 DEBUG [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-16T03:38:58,253 INFO [RS_OPEN_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(164): Opened hbase:meta,,1.1588230740 2024-12-16T03:38:58,254 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=f0d65a6309ee,39893,1734320334634 2024-12-16T03:38:58,256 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f0d65a6309ee,39893,1734320334634, state=OPEN 2024-12-16T03:38:58,333 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45287-0x1002ceb3dc60000, quorum=127.0.0.1:56952, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-16T03:38:58,333 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39893-0x1002ceb3dc60001, quorum=127.0.0.1:56952, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-16T03:38:58,333 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-16T03:38:58,333 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-16T03:38:58,340 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=3, resume processing ppid=2 2024-12-16T03:38:58,340 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=3, ppid=2, state=SUCCESS; OpenRegionProcedure 1588230740, server=f0d65a6309ee,39893,1734320334634 in 389 msec 2024-12-16T03:38:58,348 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=2, resume processing ppid=1 2024-12-16T03:38:58,348 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=2, ppid=1, state=SUCCESS; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 624 msec 2024-12-16T03:38:58,353 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=1, state=SUCCESS; InitMetaProcedure table=hbase:meta in 1.5920 sec 2024-12-16T03:38:58,353 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] master.HMaster(1088): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1734320338353, completionTime=-1 2024-12-16T03:38:58,354 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] master.ServerManager(907): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-16T03:38:58,354 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster {}] assignment.AssignmentManager(1747): Joining cluster... 2024-12-16T03:38:58,384 DEBUG [hconnection-0x3f0b54a1-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-16T03:38:58,386 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57152, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-16T03:38:58,396 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] assignment.AssignmentManager(1759): Number of RegionServers=1 2024-12-16T03:38:58,396 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1734320398396 2024-12-16T03:38:58,396 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1734320458396 2024-12-16T03:38:58,396 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] assignment.AssignmentManager(1766): Joined the cluster in 42 msec 2024-12-16T03:38:58,439 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f0d65a6309ee,45287,1734320333878-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-16T03:38:58,440 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f0d65a6309ee,45287,1734320333878-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-16T03:38:58,440 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f0d65a6309ee,45287,1734320333878-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-16T03:38:58,441 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-f0d65a6309ee:45287, period=300000, unit=MILLISECONDS is enabled. 2024-12-16T03:38:58,442 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-16T03:38:58,447 DEBUG [master/f0d65a6309ee:0.Chore.1 {}] janitor.CatalogJanitor(179): 2024-12-16T03:38:58,450 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] master.TableNamespaceManager(92): Namespace table not found. Creating... 2024-12-16T03:38:58,451 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] master.HMaster(2425): Client=null/null create 'hbase:namespace', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-16T03:38:58,457 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=hbase:namespace 2024-12-16T03:38:58,459 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_PRE_OPERATION 2024-12-16T03:38:58,460 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:38:58,462 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-16T03:38:58,473 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073741835_1011 (size=358) 2024-12-16T03:38:58,882 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 79ecd7d376ccc5feae5a9f191616710a, NAME => 'hbase:namespace,,1734320338451.79ecd7d376ccc5feae5a9f191616710a.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:namespace', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48 2024-12-16T03:38:58,892 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073741836_1012 (size=42) 2024-12-16T03:38:59,294 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(894): Instantiated hbase:namespace,,1734320338451.79ecd7d376ccc5feae5a9f191616710a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T03:38:59,294 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1681): Closing 79ecd7d376ccc5feae5a9f191616710a, disabling compactions & flushes 2024-12-16T03:38:59,295 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1703): Closing region hbase:namespace,,1734320338451.79ecd7d376ccc5feae5a9f191616710a. 2024-12-16T03:38:59,295 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1734320338451.79ecd7d376ccc5feae5a9f191616710a. 2024-12-16T03:38:59,295 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1734320338451.79ecd7d376ccc5feae5a9f191616710a. after waiting 0 ms 2024-12-16T03:38:59,295 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1734320338451.79ecd7d376ccc5feae5a9f191616710a. 2024-12-16T03:38:59,295 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1922): Closed hbase:namespace,,1734320338451.79ecd7d376ccc5feae5a9f191616710a. 2024-12-16T03:38:59,295 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1635): Region close journal for 79ecd7d376ccc5feae5a9f191616710a: 2024-12-16T03:38:59,299 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ADD_TO_META 2024-12-16T03:38:59,307 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"hbase:namespace,,1734320338451.79ecd7d376ccc5feae5a9f191616710a.","families":{"info":[{"qualifier":"regioninfo","vlen":41,"tag":[],"timestamp":"1734320339301"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734320339301"}]},"ts":"1734320339301"} 2024-12-16T03:38:59,326 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-12-16T03:38:59,328 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-16T03:38:59,331 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734320339329"}]},"ts":"1734320339329"} 2024-12-16T03:38:59,335 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLING in hbase:meta 2024-12-16T03:38:59,399 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=79ecd7d376ccc5feae5a9f191616710a, ASSIGN}] 2024-12-16T03:38:59,403 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=79ecd7d376ccc5feae5a9f191616710a, ASSIGN 2024-12-16T03:38:59,405 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:namespace, region=79ecd7d376ccc5feae5a9f191616710a, ASSIGN; state=OFFLINE, location=f0d65a6309ee,39893,1734320334634; forceNewPlan=false, retain=false 2024-12-16T03:38:59,557 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=79ecd7d376ccc5feae5a9f191616710a, regionState=OPENING, regionLocation=f0d65a6309ee,39893,1734320334634 2024-12-16T03:38:59,574 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE; OpenRegionProcedure 79ecd7d376ccc5feae5a9f191616710a, server=f0d65a6309ee,39893,1734320334634}] 2024-12-16T03:38:59,729 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f0d65a6309ee,39893,1734320334634 2024-12-16T03:38:59,741 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(135): Open hbase:namespace,,1734320338451.79ecd7d376ccc5feae5a9f191616710a. 2024-12-16T03:38:59,742 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7285): Opening region: {ENCODED => 79ecd7d376ccc5feae5a9f191616710a, NAME => 'hbase:namespace,,1734320338451.79ecd7d376ccc5feae5a9f191616710a.', STARTKEY => '', ENDKEY => ''} 2024-12-16T03:38:59,742 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table namespace 79ecd7d376ccc5feae5a9f191616710a 2024-12-16T03:38:59,742 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(894): Instantiated hbase:namespace,,1734320338451.79ecd7d376ccc5feae5a9f191616710a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T03:38:59,743 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7327): checking encryption for 79ecd7d376ccc5feae5a9f191616710a 2024-12-16T03:38:59,743 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7330): checking classloading for 79ecd7d376ccc5feae5a9f191616710a 2024-12-16T03:38:59,745 INFO [StoreOpener-79ecd7d376ccc5feae5a9f191616710a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 79ecd7d376ccc5feae5a9f191616710a 2024-12-16T03:38:59,748 INFO [StoreOpener-79ecd7d376ccc5feae5a9f191616710a-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 79ecd7d376ccc5feae5a9f191616710a columnFamilyName info 2024-12-16T03:38:59,748 DEBUG [StoreOpener-79ecd7d376ccc5feae5a9f191616710a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:38:59,749 INFO [StoreOpener-79ecd7d376ccc5feae5a9f191616710a-1 {}] regionserver.HStore(327): Store=79ecd7d376ccc5feae5a9f191616710a/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T03:38:59,751 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/hbase/namespace/79ecd7d376ccc5feae5a9f191616710a 2024-12-16T03:38:59,752 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/hbase/namespace/79ecd7d376ccc5feae5a9f191616710a 2024-12-16T03:38:59,755 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1085): writing seq id for 79ecd7d376ccc5feae5a9f191616710a 2024-12-16T03:38:59,759 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/hbase/namespace/79ecd7d376ccc5feae5a9f191616710a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-16T03:38:59,760 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1102): Opened 79ecd7d376ccc5feae5a9f191616710a; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68668016, jitterRate=0.02323317527770996}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-16T03:38:59,761 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1001): Region open journal for 79ecd7d376ccc5feae5a9f191616710a: 2024-12-16T03:38:59,763 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:namespace,,1734320338451.79ecd7d376ccc5feae5a9f191616710a., pid=6, masterSystemTime=1734320339728 2024-12-16T03:38:59,766 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:namespace,,1734320338451.79ecd7d376ccc5feae5a9f191616710a. 2024-12-16T03:38:59,766 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(164): Opened hbase:namespace,,1734320338451.79ecd7d376ccc5feae5a9f191616710a. 2024-12-16T03:38:59,767 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=79ecd7d376ccc5feae5a9f191616710a, regionState=OPEN, openSeqNum=2, regionLocation=f0d65a6309ee,39893,1734320334634 2024-12-16T03:38:59,774 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=6, resume processing ppid=5 2024-12-16T03:38:59,776 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=6, ppid=5, state=SUCCESS; OpenRegionProcedure 79ecd7d376ccc5feae5a9f191616710a, server=f0d65a6309ee,39893,1734320334634 in 197 msec 2024-12-16T03:38:59,778 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=5, resume processing ppid=4 2024-12-16T03:38:59,778 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=5, ppid=4, state=SUCCESS; TransitRegionStateProcedure table=hbase:namespace, region=79ecd7d376ccc5feae5a9f191616710a, ASSIGN in 375 msec 2024-12-16T03:38:59,779 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-16T03:38:59,779 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734320339779"}]},"ts":"1734320339779"} 2024-12-16T03:38:59,782 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLED in hbase:meta 2024-12-16T03:38:59,821 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_POST_OPERATION 2024-12-16T03:38:59,826 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=4, state=SUCCESS; CreateTableProcedure table=hbase:namespace in 1.3700 sec 2024-12-16T03:38:59,862 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster {}] zookeeper.ZKUtil(113): master:45287-0x1002ceb3dc60000, quorum=127.0.0.1:56952, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/namespace 2024-12-16T03:38:59,871 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45287-0x1002ceb3dc60000, quorum=127.0.0.1:56952, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/namespace 2024-12-16T03:38:59,871 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39893-0x1002ceb3dc60001, quorum=127.0.0.1:56952, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-16T03:38:59,871 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45287-0x1002ceb3dc60000, quorum=127.0.0.1:56952, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-16T03:38:59,897 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=7, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=default 2024-12-16T03:38:59,918 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45287-0x1002ceb3dc60000, quorum=127.0.0.1:56952, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-12-16T03:38:59,932 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=7, state=SUCCESS; CreateNamespaceProcedure, namespace=default in 35 msec 2024-12-16T03:38:59,943 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=8, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=hbase 2024-12-16T03:38:59,962 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45287-0x1002ceb3dc60000, quorum=127.0.0.1:56952, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-12-16T03:38:59,975 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=8, state=SUCCESS; CreateNamespaceProcedure, namespace=hbase in 31 msec 2024-12-16T03:39:00,005 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45287-0x1002ceb3dc60000, quorum=127.0.0.1:56952, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/default 2024-12-16T03:39:00,021 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45287-0x1002ceb3dc60000, quorum=127.0.0.1:56952, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/hbase 2024-12-16T03:39:00,022 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] master.HMaster(1218): Master has completed initialization 5.299sec 2024-12-16T03:39:00,025 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-16T03:39:00,029 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-16T03:39:00,031 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-16T03:39:00,032 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-16T03:39:00,032 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-16T03:39:00,032 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f0d65a6309ee,45287,1734320333878-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-16T03:39:00,033 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f0d65a6309ee,45287,1734320333878-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-16T03:39:00,057 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster {}] master.HMaster(1321): Balancer post startup initialization complete, took 0 seconds 2024-12-16T03:39:00,058 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-16T03:39:00,059 INFO [master/f0d65a6309ee:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f0d65a6309ee,45287,1734320333878-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-16T03:39:00,091 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7e541e88 to 127.0.0.1:56952 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5e83c466 2024-12-16T03:39:00,091 WARN [Time-limited test {}] client.ZKConnectionRegistry(90): ZKConnectionRegistry is deprecated. See https://hbase.apache.org/book.html#client.rpcconnectionregistry 2024-12-16T03:39:00,106 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@305a704f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-16T03:39:00,110 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-12-16T03:39:00,110 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-12-16T03:39:00,119 DEBUG [hconnection-0x68773b0e-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-16T03:39:00,126 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44650, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-16T03:39:00,134 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1199): Minicluster is up; activeMaster=f0d65a6309ee,45287,1734320333878 2024-12-16T03:39:00,145 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithAdaptivePolicy#testMixedAtomicity Thread=219, OpenFileDescriptor=444, MaxFileDescriptor=1048576, SystemLoadAverage=168, ProcessCount=11, AvailableMemoryMB=12181 2024-12-16T03:39:00,154 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-16T03:39:00,156 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40740, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-16T03:39:00,163 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-12-16T03:39:00,166 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-16T03:39:00,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] procedure2.ProcedureExecutor(1098): Stored pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-12-16T03:39:00,170 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-12-16T03:39:00,170 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 9 2024-12-16T03:39:00,170 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:00,173 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-16T03:39:00,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-16T03:39:00,183 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073741837_1013 (size=963) 2024-12-16T03:39:00,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-16T03:39:00,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-16T03:39:00,592 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => ad0b284e95019d62ff8d91ca156366d7, NAME => 'TestAcidGuarantees,,1734320340163.ad0b284e95019d62ff8d91ca156366d7.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48 2024-12-16T03:39:00,600 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073741838_1014 (size=53) 2024-12-16T03:39:00,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-16T03:39:01,004 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1734320340163.ad0b284e95019d62ff8d91ca156366d7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T03:39:01,005 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing ad0b284e95019d62ff8d91ca156366d7, disabling compactions & flushes 2024-12-16T03:39:01,005 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1734320340163.ad0b284e95019d62ff8d91ca156366d7. 2024-12-16T03:39:01,005 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1734320340163.ad0b284e95019d62ff8d91ca156366d7. 2024-12-16T03:39:01,005 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1734320340163.ad0b284e95019d62ff8d91ca156366d7. after waiting 0 ms 2024-12-16T03:39:01,005 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1734320340163.ad0b284e95019d62ff8d91ca156366d7. 2024-12-16T03:39:01,005 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1734320340163.ad0b284e95019d62ff8d91ca156366d7. 2024-12-16T03:39:01,006 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for ad0b284e95019d62ff8d91ca156366d7: 2024-12-16T03:39:01,010 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-12-16T03:39:01,010 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1734320340163.ad0b284e95019d62ff8d91ca156366d7.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1734320341010"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734320341010"}]},"ts":"1734320341010"} 2024-12-16T03:39:01,014 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-12-16T03:39:01,016 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-16T03:39:01,016 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734320341016"}]},"ts":"1734320341016"} 2024-12-16T03:39:01,019 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-12-16T03:39:01,071 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=ad0b284e95019d62ff8d91ca156366d7, ASSIGN}] 2024-12-16T03:39:01,075 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=ad0b284e95019d62ff8d91ca156366d7, ASSIGN 2024-12-16T03:39:01,078 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=ad0b284e95019d62ff8d91ca156366d7, ASSIGN; state=OFFLINE, location=f0d65a6309ee,39893,1734320334634; forceNewPlan=false, retain=false 2024-12-16T03:39:01,230 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=ad0b284e95019d62ff8d91ca156366d7, regionState=OPENING, regionLocation=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:01,236 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE; OpenRegionProcedure ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634}] 2024-12-16T03:39:01,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-16T03:39:01,392 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:01,398 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1734320340163.ad0b284e95019d62ff8d91ca156366d7. 2024-12-16T03:39:01,399 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(7285): Opening region: {ENCODED => ad0b284e95019d62ff8d91ca156366d7, NAME => 'TestAcidGuarantees,,1734320340163.ad0b284e95019d62ff8d91ca156366d7.', STARTKEY => '', ENDKEY => ''} 2024-12-16T03:39:01,399 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees ad0b284e95019d62ff8d91ca156366d7 2024-12-16T03:39:01,400 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1734320340163.ad0b284e95019d62ff8d91ca156366d7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T03:39:01,400 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(7327): checking encryption for ad0b284e95019d62ff8d91ca156366d7 2024-12-16T03:39:01,400 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(7330): checking classloading for ad0b284e95019d62ff8d91ca156366d7 2024-12-16T03:39:01,402 INFO [StoreOpener-ad0b284e95019d62ff8d91ca156366d7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region ad0b284e95019d62ff8d91ca156366d7 2024-12-16T03:39:01,405 INFO [StoreOpener-ad0b284e95019d62ff8d91ca156366d7-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-16T03:39:01,406 INFO [StoreOpener-ad0b284e95019d62ff8d91ca156366d7-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ad0b284e95019d62ff8d91ca156366d7 columnFamilyName A 2024-12-16T03:39:01,406 DEBUG [StoreOpener-ad0b284e95019d62ff8d91ca156366d7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:01,407 INFO [StoreOpener-ad0b284e95019d62ff8d91ca156366d7-1 {}] regionserver.HStore(327): Store=ad0b284e95019d62ff8d91ca156366d7/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T03:39:01,407 INFO [StoreOpener-ad0b284e95019d62ff8d91ca156366d7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region ad0b284e95019d62ff8d91ca156366d7 2024-12-16T03:39:01,409 INFO [StoreOpener-ad0b284e95019d62ff8d91ca156366d7-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-16T03:39:01,410 INFO [StoreOpener-ad0b284e95019d62ff8d91ca156366d7-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ad0b284e95019d62ff8d91ca156366d7 columnFamilyName B 2024-12-16T03:39:01,410 DEBUG [StoreOpener-ad0b284e95019d62ff8d91ca156366d7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:01,411 INFO [StoreOpener-ad0b284e95019d62ff8d91ca156366d7-1 {}] regionserver.HStore(327): Store=ad0b284e95019d62ff8d91ca156366d7/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T03:39:01,411 INFO [StoreOpener-ad0b284e95019d62ff8d91ca156366d7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region ad0b284e95019d62ff8d91ca156366d7 2024-12-16T03:39:01,413 INFO [StoreOpener-ad0b284e95019d62ff8d91ca156366d7-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-16T03:39:01,413 INFO [StoreOpener-ad0b284e95019d62ff8d91ca156366d7-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ad0b284e95019d62ff8d91ca156366d7 columnFamilyName C 2024-12-16T03:39:01,413 DEBUG [StoreOpener-ad0b284e95019d62ff8d91ca156366d7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:01,414 INFO [StoreOpener-ad0b284e95019d62ff8d91ca156366d7-1 {}] regionserver.HStore(327): Store=ad0b284e95019d62ff8d91ca156366d7/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T03:39:01,415 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1734320340163.ad0b284e95019d62ff8d91ca156366d7. 2024-12-16T03:39:01,416 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7 2024-12-16T03:39:01,417 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7 2024-12-16T03:39:01,419 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-16T03:39:01,421 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1085): writing seq id for ad0b284e95019d62ff8d91ca156366d7 2024-12-16T03:39:01,424 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-16T03:39:01,425 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1102): Opened ad0b284e95019d62ff8d91ca156366d7; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75405925, jitterRate=0.12363584339618683}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-16T03:39:01,426 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1001): Region open journal for ad0b284e95019d62ff8d91ca156366d7: 2024-12-16T03:39:01,427 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1734320340163.ad0b284e95019d62ff8d91ca156366d7., pid=11, masterSystemTime=1734320341391 2024-12-16T03:39:01,430 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1734320340163.ad0b284e95019d62ff8d91ca156366d7. 2024-12-16T03:39:01,430 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1734320340163.ad0b284e95019d62ff8d91ca156366d7. 2024-12-16T03:39:01,431 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=ad0b284e95019d62ff8d91ca156366d7, regionState=OPEN, openSeqNum=2, regionLocation=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:01,437 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=11, resume processing ppid=10 2024-12-16T03:39:01,438 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=11, ppid=10, state=SUCCESS; OpenRegionProcedure ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 in 198 msec 2024-12-16T03:39:01,441 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=10, resume processing ppid=9 2024-12-16T03:39:01,441 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=10, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=ad0b284e95019d62ff8d91ca156366d7, ASSIGN in 366 msec 2024-12-16T03:39:01,442 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-16T03:39:01,442 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734320341442"}]},"ts":"1734320341442"} 2024-12-16T03:39:01,445 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-12-16T03:39:01,456 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-12-16T03:39:01,458 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=9, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.2900 sec 2024-12-16T03:39:02,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-16T03:39:02,305 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 9 completed 2024-12-16T03:39:02,316 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1f6e36fe to 127.0.0.1:56952 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@e98ea32 2024-12-16T03:39:02,352 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b9fcedf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-16T03:39:02,356 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-16T03:39:02,360 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44654, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-16T03:39:02,366 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-16T03:39:02,368 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40756, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-16T03:39:02,374 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6f343a4d to 127.0.0.1:56952 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@12885408 2024-12-16T03:39:02,385 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9bd0964, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-16T03:39:02,386 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x22cb07dd to 127.0.0.1:56952 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@72b32f98 2024-12-16T03:39:02,397 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18cb251d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-16T03:39:02,399 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x478bae6b to 127.0.0.1:56952 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@4977266 2024-12-16T03:39:02,411 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45b55c24, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-16T03:39:02,413 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5400112e to 127.0.0.1:56952 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6bbb5d8a 2024-12-16T03:39:02,422 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e52b42a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-16T03:39:02,424 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x38766d64 to 127.0.0.1:56952 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@18603bb9 2024-12-16T03:39:02,435 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3883f7b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-16T03:39:02,437 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x295cb1ac to 127.0.0.1:56952 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@72e97e4b 2024-12-16T03:39:02,447 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12a1285d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-16T03:39:02,448 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x70267494 to 127.0.0.1:56952 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@490457fd 2024-12-16T03:39:02,455 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@527c6d40, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-16T03:39:02,456 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1d2a8e08 to 127.0.0.1:56952 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2c8de680 2024-12-16T03:39:02,463 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47fe2fa7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-16T03:39:02,464 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2c915d17 to 127.0.0.1:56952 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6f6b07e3 2024-12-16T03:39:02,471 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@595e9ebe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-16T03:39:02,476 DEBUG [hconnection-0x7ef224cb-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-16T03:39:02,476 DEBUG [hconnection-0x100e46ea-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-16T03:39:02,477 DEBUG [hconnection-0x5d2d6079-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-16T03:39:02,478 DEBUG [hconnection-0x72c6a01f-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-16T03:39:02,479 DEBUG [hconnection-0x5f3d8a57-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-16T03:39:02,479 DEBUG [hconnection-0x5b071d8a-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-16T03:39:02,480 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44664, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-16T03:39:02,481 DEBUG [hconnection-0x8061166-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-16T03:39:02,481 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44684, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-16T03:39:02,482 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44678, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-16T03:39:02,482 DEBUG [hconnection-0x52bc8992-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-16T03:39:02,483 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-16T03:39:02,488 DEBUG [hconnection-0x299599a0-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-16T03:39:02,489 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44694, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-16T03:39:02,490 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44710, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-16T03:39:02,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] procedure2.ProcedureExecutor(1098): Stored pid=12, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=TestAcidGuarantees 2024-12-16T03:39:02,492 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=12, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-16T03:39:02,493 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44716, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-16T03:39:02,494 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=12, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-16T03:39:02,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-12-16T03:39:02,496 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44732, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-16T03:39:02,496 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-16T03:39:02,514 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44738, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-16T03:39:02,522 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44746, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-16T03:39:02,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(8581): Flush requested on ad0b284e95019d62ff8d91ca156366d7 2024-12-16T03:39:02,542 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing ad0b284e95019d62ff8d91ca156366d7 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-16T03:39:02,556 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ad0b284e95019d62ff8d91ca156366d7, store=A 2024-12-16T03:39:02,557 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T03:39:02,557 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ad0b284e95019d62ff8d91ca156366d7, store=B 2024-12-16T03:39:02,558 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T03:39:02,558 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ad0b284e95019d62ff8d91ca156366d7, store=C 2024-12-16T03:39:02,558 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T03:39:02,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-12-16T03:39:02,639 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/.tmp/A/0a627d42374a4fa79090ca4983d33bc9 is 50, key is test_row_0/A:col10/1734320342541/Put/seqid=0 2024-12-16T03:39:02,651 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:02,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44738 deadline: 1734320402641, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:02,655 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:02,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44732 deadline: 1734320402647, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:02,657 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:02,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44684 deadline: 1734320402647, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:02,658 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:02,658 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:02,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44746 deadline: 1734320402651, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:02,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44694 deadline: 1734320402651, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:02,694 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:02,696 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39893 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-12-16T03:39:02,698 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073741839_1015 (size=12001) 2024-12-16T03:39:02,700 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/.tmp/A/0a627d42374a4fa79090ca4983d33bc9 2024-12-16T03:39:02,700 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734320340163.ad0b284e95019d62ff8d91ca156366d7. 2024-12-16T03:39:02,700 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734320340163.ad0b284e95019d62ff8d91ca156366d7. as already flushing 2024-12-16T03:39:02,701 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734320340163.ad0b284e95019d62ff8d91ca156366d7. 2024-12-16T03:39:02,701 ERROR [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => ad0b284e95019d62ff8d91ca156366d7, NAME => 'TestAcidGuarantees,,1734320340163.ad0b284e95019d62ff8d91ca156366d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:39:02,703 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => ad0b284e95019d62ff8d91ca156366d7, NAME => 'TestAcidGuarantees,,1734320340163.ad0b284e95019d62ff8d91ca156366d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:39:02,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ad0b284e95019d62ff8d91ca156366d7, NAME => 'TestAcidGuarantees,,1734320340163.ad0b284e95019d62ff8d91ca156366d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ad0b284e95019d62ff8d91ca156366d7, NAME => 'TestAcidGuarantees,,1734320340163.ad0b284e95019d62ff8d91ca156366d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:39:02,757 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:02,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44738 deadline: 1734320402756, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:02,760 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:02,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44732 deadline: 1734320402759, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:02,763 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:02,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44694 deadline: 1734320402762, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:02,764 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:02,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44684 deadline: 1734320402763, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:02,765 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:02,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44746 deadline: 1734320402764, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:02,794 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/.tmp/B/54d1cddf71d444a1987d689dd1f25c31 is 50, key is test_row_0/B:col10/1734320342541/Put/seqid=0 2024-12-16T03:39:02,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-12-16T03:39:02,806 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073741840_1016 (size=12001) 2024-12-16T03:39:02,808 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/.tmp/B/54d1cddf71d444a1987d689dd1f25c31 2024-12-16T03:39:02,859 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/.tmp/C/605c6086f2f84a9295ecfd7c3057d64d is 50, key is test_row_0/C:col10/1734320342541/Put/seqid=0 2024-12-16T03:39:02,866 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:02,867 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39893 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-12-16T03:39:02,881 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073741841_1017 (size=12001) 2024-12-16T03:39:02,883 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734320340163.ad0b284e95019d62ff8d91ca156366d7. 2024-12-16T03:39:02,884 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734320340163.ad0b284e95019d62ff8d91ca156366d7. as already flushing 2024-12-16T03:39:02,884 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734320340163.ad0b284e95019d62ff8d91ca156366d7. 2024-12-16T03:39:02,884 ERROR [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => ad0b284e95019d62ff8d91ca156366d7, NAME => 'TestAcidGuarantees,,1734320340163.ad0b284e95019d62ff8d91ca156366d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:39:02,885 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => ad0b284e95019d62ff8d91ca156366d7, NAME => 'TestAcidGuarantees,,1734320340163.ad0b284e95019d62ff8d91ca156366d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:39:02,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ad0b284e95019d62ff8d91ca156366d7, NAME => 'TestAcidGuarantees,,1734320340163.ad0b284e95019d62ff8d91ca156366d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ad0b284e95019d62ff8d91ca156366d7, NAME => 'TestAcidGuarantees,,1734320340163.ad0b284e95019d62ff8d91ca156366d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:39:02,964 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:02,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44738 deadline: 1734320402963, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:02,966 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:02,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44732 deadline: 1734320402965, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:02,969 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:02,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44684 deadline: 1734320402969, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:02,970 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:02,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44694 deadline: 1734320402970, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:02,972 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:02,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44746 deadline: 1734320402971, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:03,034 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-12-16T03:39:03,035 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-16T03:39:03,036 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:namespace' 2024-12-16T03:39:03,039 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:03,040 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39893 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-12-16T03:39:03,047 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734320340163.ad0b284e95019d62ff8d91ca156366d7. 2024-12-16T03:39:03,048 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734320340163.ad0b284e95019d62ff8d91ca156366d7. as already flushing 2024-12-16T03:39:03,049 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734320340163.ad0b284e95019d62ff8d91ca156366d7. 2024-12-16T03:39:03,049 ERROR [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => ad0b284e95019d62ff8d91ca156366d7, NAME => 'TestAcidGuarantees,,1734320340163.ad0b284e95019d62ff8d91ca156366d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:39:03,049 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => ad0b284e95019d62ff8d91ca156366d7, NAME => 'TestAcidGuarantees,,1734320340163.ad0b284e95019d62ff8d91ca156366d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:39:03,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ad0b284e95019d62ff8d91ca156366d7, NAME => 'TestAcidGuarantees,,1734320340163.ad0b284e95019d62ff8d91ca156366d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ad0b284e95019d62ff8d91ca156366d7, NAME => 'TestAcidGuarantees,,1734320340163.ad0b284e95019d62ff8d91ca156366d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:39:03,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-12-16T03:39:03,203 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:03,204 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39893 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-12-16T03:39:03,204 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734320340163.ad0b284e95019d62ff8d91ca156366d7. 2024-12-16T03:39:03,205 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734320340163.ad0b284e95019d62ff8d91ca156366d7. as already flushing 2024-12-16T03:39:03,205 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734320340163.ad0b284e95019d62ff8d91ca156366d7. 2024-12-16T03:39:03,205 ERROR [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => ad0b284e95019d62ff8d91ca156366d7, NAME => 'TestAcidGuarantees,,1734320340163.ad0b284e95019d62ff8d91ca156366d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:39:03,205 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => ad0b284e95019d62ff8d91ca156366d7, NAME => 'TestAcidGuarantees,,1734320340163.ad0b284e95019d62ff8d91ca156366d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:39:03,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ad0b284e95019d62ff8d91ca156366d7, NAME => 'TestAcidGuarantees,,1734320340163.ad0b284e95019d62ff8d91ca156366d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ad0b284e95019d62ff8d91ca156366d7, NAME => 'TestAcidGuarantees,,1734320340163.ad0b284e95019d62ff8d91ca156366d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:39:03,273 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:03,274 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:03,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44738 deadline: 1734320403271, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:03,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44732 deadline: 1734320403271, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:03,275 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:03,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44684 deadline: 1734320403274, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:03,277 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:03,277 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:03,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44694 deadline: 1734320403276, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:03,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44746 deadline: 1734320403276, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:03,286 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/.tmp/C/605c6086f2f84a9295ecfd7c3057d64d 2024-12-16T03:39:03,303 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/.tmp/A/0a627d42374a4fa79090ca4983d33bc9 as hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/A/0a627d42374a4fa79090ca4983d33bc9 2024-12-16T03:39:03,319 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/A/0a627d42374a4fa79090ca4983d33bc9, entries=150, sequenceid=14, filesize=11.7 K 2024-12-16T03:39:03,323 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/.tmp/B/54d1cddf71d444a1987d689dd1f25c31 as hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/B/54d1cddf71d444a1987d689dd1f25c31 2024-12-16T03:39:03,336 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/B/54d1cddf71d444a1987d689dd1f25c31, entries=150, sequenceid=14, filesize=11.7 K 2024-12-16T03:39:03,340 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/.tmp/C/605c6086f2f84a9295ecfd7c3057d64d as hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/C/605c6086f2f84a9295ecfd7c3057d64d 2024-12-16T03:39:03,352 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/C/605c6086f2f84a9295ecfd7c3057d64d, entries=150, sequenceid=14, filesize=11.7 K 2024-12-16T03:39:03,359 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:03,360 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39893 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-12-16T03:39:03,360 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734320340163.ad0b284e95019d62ff8d91ca156366d7. 2024-12-16T03:39:03,360 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734320340163.ad0b284e95019d62ff8d91ca156366d7. as already flushing 2024-12-16T03:39:03,360 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734320340163.ad0b284e95019d62ff8d91ca156366d7. 2024-12-16T03:39:03,361 ERROR [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => ad0b284e95019d62ff8d91ca156366d7, NAME => 'TestAcidGuarantees,,1734320340163.ad0b284e95019d62ff8d91ca156366d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:39:03,361 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => ad0b284e95019d62ff8d91ca156366d7, NAME => 'TestAcidGuarantees,,1734320340163.ad0b284e95019d62ff8d91ca156366d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:39:03,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ad0b284e95019d62ff8d91ca156366d7, NAME => 'TestAcidGuarantees,,1734320340163.ad0b284e95019d62ff8d91ca156366d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ad0b284e95019d62ff8d91ca156366d7, NAME => 'TestAcidGuarantees,,1734320340163.ad0b284e95019d62ff8d91ca156366d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:39:03,364 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=140.89 KB/144270 for ad0b284e95019d62ff8d91ca156366d7 in 822ms, sequenceid=14, compaction requested=false 2024-12-16T03:39:03,364 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for ad0b284e95019d62ff8d91ca156366d7: 2024-12-16T03:39:03,514 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:03,516 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39893 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-12-16T03:39:03,516 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734320340163.ad0b284e95019d62ff8d91ca156366d7. 2024-12-16T03:39:03,516 INFO [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2837): Flushing ad0b284e95019d62ff8d91ca156366d7 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-12-16T03:39:03,517 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ad0b284e95019d62ff8d91ca156366d7, store=A 2024-12-16T03:39:03,517 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T03:39:03,517 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ad0b284e95019d62ff8d91ca156366d7, store=B 2024-12-16T03:39:03,517 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T03:39:03,517 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ad0b284e95019d62ff8d91ca156366d7, store=C 2024-12-16T03:39:03,517 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T03:39:03,540 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/.tmp/A/383dca180a7c4a73b4897dc55df97e41 is 50, key is test_row_0/A:col10/1734320342646/Put/seqid=0 2024-12-16T03:39:03,550 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073741842_1018 (size=12001) 2024-12-16T03:39:03,552 INFO [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/.tmp/A/383dca180a7c4a73b4897dc55df97e41 2024-12-16T03:39:03,581 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/.tmp/B/bd532375236d42a28b9efb4d196572ef is 50, key is test_row_0/B:col10/1734320342646/Put/seqid=0 2024-12-16T03:39:03,596 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073741843_1019 (size=12001) 2024-12-16T03:39:03,597 INFO [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/.tmp/B/bd532375236d42a28b9efb4d196572ef 2024-12-16T03:39:03,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-12-16T03:39:03,621 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/.tmp/C/e4daeddd4f0646c5b3f31fe8118146a6 is 50, key is test_row_0/C:col10/1734320342646/Put/seqid=0 2024-12-16T03:39:03,648 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073741844_1020 (size=12001) 2024-12-16T03:39:03,651 INFO [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/.tmp/C/e4daeddd4f0646c5b3f31fe8118146a6 2024-12-16T03:39:03,684 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/.tmp/A/383dca180a7c4a73b4897dc55df97e41 as hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/A/383dca180a7c4a73b4897dc55df97e41 2024-12-16T03:39:03,705 INFO [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/A/383dca180a7c4a73b4897dc55df97e41, entries=150, sequenceid=38, filesize=11.7 K 2024-12-16T03:39:03,708 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/.tmp/B/bd532375236d42a28b9efb4d196572ef as hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/B/bd532375236d42a28b9efb4d196572ef 2024-12-16T03:39:03,721 INFO [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/B/bd532375236d42a28b9efb4d196572ef, entries=150, sequenceid=38, filesize=11.7 K 2024-12-16T03:39:03,724 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/.tmp/C/e4daeddd4f0646c5b3f31fe8118146a6 as hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/C/e4daeddd4f0646c5b3f31fe8118146a6 2024-12-16T03:39:03,727 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-16T03:39:03,743 INFO [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/C/e4daeddd4f0646c5b3f31fe8118146a6, entries=150, sequenceid=38, filesize=11.7 K 2024-12-16T03:39:03,748 INFO [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=0 B/0 for ad0b284e95019d62ff8d91ca156366d7 in 232ms, sequenceid=38, compaction requested=false 2024-12-16T03:39:03,748 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2538): Flush status journal for ad0b284e95019d62ff8d91ca156366d7: 2024-12-16T03:39:03,748 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734320340163.ad0b284e95019d62ff8d91ca156366d7. 2024-12-16T03:39:03,748 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-12-16T03:39:03,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.HMaster(4106): Remote procedure done, pid=13 2024-12-16T03:39:03,758 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=13, resume processing ppid=12 2024-12-16T03:39:03,758 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=13, ppid=12, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.2560 sec 2024-12-16T03:39:03,765 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=12, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=TestAcidGuarantees in 1.2750 sec 2024-12-16T03:39:03,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(8581): Flush requested on ad0b284e95019d62ff8d91ca156366d7 2024-12-16T03:39:03,820 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing ad0b284e95019d62ff8d91ca156366d7 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-12-16T03:39:03,820 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ad0b284e95019d62ff8d91ca156366d7, store=A 2024-12-16T03:39:03,820 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T03:39:03,820 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ad0b284e95019d62ff8d91ca156366d7, store=B 2024-12-16T03:39:03,820 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T03:39:03,821 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ad0b284e95019d62ff8d91ca156366d7, store=C 2024-12-16T03:39:03,821 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T03:39:03,843 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/.tmp/A/0f4ab96cf8b24691beada37637e67095 is 50, key is test_row_0/A:col10/1734320343799/Put/seqid=0 2024-12-16T03:39:03,864 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073741845_1021 (size=16681) 2024-12-16T03:39:03,865 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=50 (bloomFilter=true), to=hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/.tmp/A/0f4ab96cf8b24691beada37637e67095 2024-12-16T03:39:03,887 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/.tmp/B/4582b6f94c0740aa9e17cb488a3bc76d is 50, key is test_row_0/B:col10/1734320343799/Put/seqid=0 2024-12-16T03:39:03,903 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073741846_1022 (size=12001) 2024-12-16T03:39:03,904 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=50 (bloomFilter=true), to=hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/.tmp/B/4582b6f94c0740aa9e17cb488a3bc76d 2024-12-16T03:39:03,923 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:03,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44732 deadline: 1734320403897, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:03,924 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/.tmp/C/a9ecf6497c07422fa9663676b31881fd is 50, key is test_row_0/C:col10/1734320343799/Put/seqid=0 2024-12-16T03:39:03,924 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:03,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44746 deadline: 1734320403904, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:03,934 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073741847_1023 (size=12001) 2024-12-16T03:39:03,937 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:03,937 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:03,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44684 deadline: 1734320403920, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:03,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44694 deadline: 1734320403924, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:03,938 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:03,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44738 deadline: 1734320403924, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:03,939 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=50 (bloomFilter=true), to=hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/.tmp/C/a9ecf6497c07422fa9663676b31881fd 2024-12-16T03:39:03,954 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/.tmp/A/0f4ab96cf8b24691beada37637e67095 as hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/A/0f4ab96cf8b24691beada37637e67095 2024-12-16T03:39:03,973 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/A/0f4ab96cf8b24691beada37637e67095, entries=250, sequenceid=50, filesize=16.3 K 2024-12-16T03:39:03,978 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/.tmp/B/4582b6f94c0740aa9e17cb488a3bc76d as hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/B/4582b6f94c0740aa9e17cb488a3bc76d 2024-12-16T03:39:03,992 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/B/4582b6f94c0740aa9e17cb488a3bc76d, entries=150, sequenceid=50, filesize=11.7 K 2024-12-16T03:39:03,995 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/.tmp/C/a9ecf6497c07422fa9663676b31881fd as hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/C/a9ecf6497c07422fa9663676b31881fd 2024-12-16T03:39:04,008 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/C/a9ecf6497c07422fa9663676b31881fd, entries=150, sequenceid=50, filesize=11.7 K 2024-12-16T03:39:04,010 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=147.60 KB/151140 for ad0b284e95019d62ff8d91ca156366d7 in 189ms, sequenceid=50, compaction requested=true 2024-12-16T03:39:04,010 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for ad0b284e95019d62ff8d91ca156366d7: 2024-12-16T03:39:04,011 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ad0b284e95019d62ff8d91ca156366d7:A, priority=-2147483648, current under compaction store size is 1 2024-12-16T03:39:04,012 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-16T03:39:04,012 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ad0b284e95019d62ff8d91ca156366d7:B, priority=-2147483648, current under compaction store size is 2 2024-12-16T03:39:04,012 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-16T03:39:04,012 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ad0b284e95019d62ff8d91ca156366d7:C, priority=-2147483648, current under compaction store size is 3 2024-12-16T03:39:04,012 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-16T03:39:04,012 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-16T03:39:04,012 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-16T03:39:04,016 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-16T03:39:04,016 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40683 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-16T03:39:04,018 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.HStore(1540): ad0b284e95019d62ff8d91ca156366d7/B is initiating minor compaction (all files) 2024-12-16T03:39:04,019 INFO [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ad0b284e95019d62ff8d91ca156366d7/B in TestAcidGuarantees,,1734320340163.ad0b284e95019d62ff8d91ca156366d7. 2024-12-16T03:39:04,019 INFO [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/B/54d1cddf71d444a1987d689dd1f25c31, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/B/bd532375236d42a28b9efb4d196572ef, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/B/4582b6f94c0740aa9e17cb488a3bc76d] into tmpdir=hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/.tmp, totalSize=35.2 K 2024-12-16T03:39:04,019 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.HStore(1540): ad0b284e95019d62ff8d91ca156366d7/A is initiating minor compaction (all files) 2024-12-16T03:39:04,019 INFO [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ad0b284e95019d62ff8d91ca156366d7/A in TestAcidGuarantees,,1734320340163.ad0b284e95019d62ff8d91ca156366d7. 2024-12-16T03:39:04,019 INFO [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/A/0a627d42374a4fa79090ca4983d33bc9, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/A/383dca180a7c4a73b4897dc55df97e41, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/A/0f4ab96cf8b24691beada37637e67095] into tmpdir=hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/.tmp, totalSize=39.7 K 2024-12-16T03:39:04,021 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] compactions.Compactor(224): Compacting 54d1cddf71d444a1987d689dd1f25c31, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1734320342520 2024-12-16T03:39:04,022 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] compactions.Compactor(224): Compacting bd532375236d42a28b9efb4d196572ef, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1734320342636 2024-12-16T03:39:04,022 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0a627d42374a4fa79090ca4983d33bc9, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1734320342520 2024-12-16T03:39:04,023 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] compactions.Compactor(224): Compacting 4582b6f94c0740aa9e17cb488a3bc76d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1734320343799 2024-12-16T03:39:04,023 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] compactions.Compactor(224): Compacting 383dca180a7c4a73b4897dc55df97e41, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1734320342636 2024-12-16T03:39:04,024 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0f4ab96cf8b24691beada37637e67095, keycount=250, bloomtype=ROW, size=16.3 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1734320343792 2024-12-16T03:39:04,034 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing ad0b284e95019d62ff8d91ca156366d7 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-12-16T03:39:04,034 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ad0b284e95019d62ff8d91ca156366d7, store=A 2024-12-16T03:39:04,034 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T03:39:04,034 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ad0b284e95019d62ff8d91ca156366d7, store=B 2024-12-16T03:39:04,034 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T03:39:04,034 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ad0b284e95019d62ff8d91ca156366d7, store=C 2024-12-16T03:39:04,035 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T03:39:04,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(8581): Flush requested on ad0b284e95019d62ff8d91ca156366d7 2024-12-16T03:39:04,056 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/.tmp/A/0a8838c560b840a1a0962dd0e337f148 is 50, key is test_row_0/A:col10/1734320343920/Put/seqid=0 2024-12-16T03:39:04,072 INFO [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ad0b284e95019d62ff8d91ca156366d7#B#compaction#10 average throughput is 0.94 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-16T03:39:04,077 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/.tmp/B/5a8e0b3f5e774bb8aad48ac2de4104cb is 50, key is test_row_0/B:col10/1734320343799/Put/seqid=0 2024-12-16T03:39:04,084 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:04,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44746 deadline: 1734320404062, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:04,086 INFO [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ad0b284e95019d62ff8d91ca156366d7#A#compaction#11 average throughput is 0.66 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-16T03:39:04,086 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:04,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44694 deadline: 1734320404062, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:04,088 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/.tmp/A/251a33c2a07a44f39603b3eac287b2e0 is 50, key is test_row_0/A:col10/1734320343799/Put/seqid=0 2024-12-16T03:39:04,088 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:04,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44684 deadline: 1734320404065, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:04,090 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:04,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44738 deadline: 1734320404068, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:04,097 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073741848_1024 (size=14341) 2024-12-16T03:39:04,098 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=76 (bloomFilter=true), to=hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/.tmp/A/0a8838c560b840a1a0962dd0e337f148 2024-12-16T03:39:04,101 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:04,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44732 deadline: 1734320404085, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:04,111 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073741849_1025 (size=12104) 2024-12-16T03:39:04,127 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/.tmp/B/5a8e0b3f5e774bb8aad48ac2de4104cb as hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/B/5a8e0b3f5e774bb8aad48ac2de4104cb 2024-12-16T03:39:04,144 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/.tmp/B/95b4800f410048e8a29856e82249a004 is 50, key is test_row_0/B:col10/1734320343920/Put/seqid=0 2024-12-16T03:39:04,160 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073741850_1026 (size=12104) 2024-12-16T03:39:04,160 INFO [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in ad0b284e95019d62ff8d91ca156366d7/B of ad0b284e95019d62ff8d91ca156366d7 into 5a8e0b3f5e774bb8aad48ac2de4104cb(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-16T03:39:04,161 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ad0b284e95019d62ff8d91ca156366d7: 2024-12-16T03:39:04,161 INFO [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734320340163.ad0b284e95019d62ff8d91ca156366d7., storeName=ad0b284e95019d62ff8d91ca156366d7/B, priority=13, startTime=1734320344012; duration=0sec 2024-12-16T03:39:04,162 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-16T03:39:04,162 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ad0b284e95019d62ff8d91ca156366d7:B 2024-12-16T03:39:04,162 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-16T03:39:04,169 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-16T03:39:04,169 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.HStore(1540): ad0b284e95019d62ff8d91ca156366d7/C is initiating minor compaction (all files) 2024-12-16T03:39:04,169 INFO [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ad0b284e95019d62ff8d91ca156366d7/C in TestAcidGuarantees,,1734320340163.ad0b284e95019d62ff8d91ca156366d7. 2024-12-16T03:39:04,169 INFO [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/C/605c6086f2f84a9295ecfd7c3057d64d, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/C/e4daeddd4f0646c5b3f31fe8118146a6, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/C/a9ecf6497c07422fa9663676b31881fd] into tmpdir=hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/.tmp, totalSize=35.2 K 2024-12-16T03:39:04,170 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] compactions.Compactor(224): Compacting 605c6086f2f84a9295ecfd7c3057d64d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1734320342520 2024-12-16T03:39:04,172 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] compactions.Compactor(224): Compacting e4daeddd4f0646c5b3f31fe8118146a6, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1734320342636 2024-12-16T03:39:04,172 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] compactions.Compactor(224): Compacting a9ecf6497c07422fa9663676b31881fd, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1734320343799 2024-12-16T03:39:04,190 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073741851_1027 (size=12001) 2024-12-16T03:39:04,201 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:04,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44746 deadline: 1734320404188, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:04,202 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:04,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44694 deadline: 1734320404189, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:04,205 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:04,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44684 deadline: 1734320404193, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:04,206 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:04,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44738 deadline: 1734320404194, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:04,210 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:04,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44732 deadline: 1734320404204, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:04,227 INFO [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ad0b284e95019d62ff8d91ca156366d7#C#compaction#13 average throughput is 1.09 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-16T03:39:04,227 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/.tmp/C/78562ccf242649ffb5d3601777efb70e is 50, key is test_row_0/C:col10/1734320343799/Put/seqid=0 2024-12-16T03:39:04,254 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073741852_1028 (size=12104) 2024-12-16T03:39:04,271 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/.tmp/C/78562ccf242649ffb5d3601777efb70e as hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/C/78562ccf242649ffb5d3601777efb70e 2024-12-16T03:39:04,277 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-16T03:39:04,278 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-16T03:39:04,280 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_namespace 2024-12-16T03:39:04,280 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_namespace Metrics about Tables on a single HBase RegionServer 2024-12-16T03:39:04,282 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-16T03:39:04,282 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-12-16T03:39:04,282 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-16T03:39:04,282 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-12-16T03:39:04,284 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-12-16T03:39:04,284 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees Metrics about Tables on a single HBase RegionServer 2024-12-16T03:39:04,290 INFO [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in ad0b284e95019d62ff8d91ca156366d7/C of ad0b284e95019d62ff8d91ca156366d7 into 78562ccf242649ffb5d3601777efb70e(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-16T03:39:04,290 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ad0b284e95019d62ff8d91ca156366d7: 2024-12-16T03:39:04,290 INFO [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734320340163.ad0b284e95019d62ff8d91ca156366d7., storeName=ad0b284e95019d62ff8d91ca156366d7/C, priority=13, startTime=1734320344012; duration=0sec 2024-12-16T03:39:04,290 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-16T03:39:04,290 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ad0b284e95019d62ff8d91ca156366d7:C 2024-12-16T03:39:04,409 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:04,409 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:04,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44746 deadline: 1734320404405, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:04,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44694 deadline: 1734320404406, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:04,410 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:04,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44684 deadline: 1734320404409, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:04,415 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:04,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44738 deadline: 1734320404412, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:04,417 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:04,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44732 deadline: 1734320404413, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:04,574 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/.tmp/A/251a33c2a07a44f39603b3eac287b2e0 as hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/A/251a33c2a07a44f39603b3eac287b2e0 2024-12-16T03:39:04,592 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=76 (bloomFilter=true), to=hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/.tmp/B/95b4800f410048e8a29856e82249a004 2024-12-16T03:39:04,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-12-16T03:39:04,605 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 12 completed 2024-12-16T03:39:04,609 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-16T03:39:04,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] procedure2.ProcedureExecutor(1098): Stored pid=14, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=TestAcidGuarantees 2024-12-16T03:39:04,611 INFO [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in ad0b284e95019d62ff8d91ca156366d7/A of ad0b284e95019d62ff8d91ca156366d7 into 251a33c2a07a44f39603b3eac287b2e0(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-16T03:39:04,615 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/.tmp/C/02938b77e6cd41178f6398fda63af476 is 50, key is test_row_0/C:col10/1734320343920/Put/seqid=0 2024-12-16T03:39:04,612 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=14, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-16T03:39:04,616 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ad0b284e95019d62ff8d91ca156366d7: 2024-12-16T03:39:04,616 INFO [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734320340163.ad0b284e95019d62ff8d91ca156366d7., storeName=ad0b284e95019d62ff8d91ca156366d7/A, priority=13, startTime=1734320344011; duration=0sec 2024-12-16T03:39:04,616 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-16T03:39:04,616 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ad0b284e95019d62ff8d91ca156366d7:A 2024-12-16T03:39:04,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-12-16T03:39:04,617 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=14, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-16T03:39:04,617 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-16T03:39:04,636 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073741853_1029 (size=12001) 2024-12-16T03:39:04,637 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=76 (bloomFilter=true), to=hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/.tmp/C/02938b77e6cd41178f6398fda63af476 2024-12-16T03:39:04,650 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/.tmp/A/0a8838c560b840a1a0962dd0e337f148 as hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/A/0a8838c560b840a1a0962dd0e337f148 2024-12-16T03:39:04,666 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/A/0a8838c560b840a1a0962dd0e337f148, entries=200, sequenceid=76, filesize=14.0 K 2024-12-16T03:39:04,668 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/.tmp/B/95b4800f410048e8a29856e82249a004 as hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/B/95b4800f410048e8a29856e82249a004 2024-12-16T03:39:04,688 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/B/95b4800f410048e8a29856e82249a004, entries=150, sequenceid=76, filesize=11.7 K 2024-12-16T03:39:04,691 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/.tmp/C/02938b77e6cd41178f6398fda63af476 as hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/C/02938b77e6cd41178f6398fda63af476 2024-12-16T03:39:04,710 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/C/02938b77e6cd41178f6398fda63af476, entries=150, sequenceid=76, filesize=11.7 K 2024-12-16T03:39:04,714 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for ad0b284e95019d62ff8d91ca156366d7 in 681ms, sequenceid=76, compaction requested=false 2024-12-16T03:39:04,715 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for ad0b284e95019d62ff8d91ca156366d7: 2024-12-16T03:39:04,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(8581): Flush requested on ad0b284e95019d62ff8d91ca156366d7 2024-12-16T03:39:04,717 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing ad0b284e95019d62ff8d91ca156366d7 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-16T03:39:04,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-12-16T03:39:04,720 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ad0b284e95019d62ff8d91ca156366d7, store=A 2024-12-16T03:39:04,720 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T03:39:04,720 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ad0b284e95019d62ff8d91ca156366d7, store=B 2024-12-16T03:39:04,720 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T03:39:04,721 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ad0b284e95019d62ff8d91ca156366d7, store=C 2024-12-16T03:39:04,721 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T03:39:04,738 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/.tmp/A/70c59d5088e34768a61b4df9e7ac2c34 is 50, key is test_row_0/A:col10/1734320344715/Put/seqid=0 2024-12-16T03:39:04,756 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073741854_1030 (size=12001) 2024-12-16T03:39:04,761 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=91 (bloomFilter=true), to=hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/.tmp/A/70c59d5088e34768a61b4df9e7ac2c34 2024-12-16T03:39:04,762 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:04,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44694 deadline: 1734320404757, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:04,763 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:04,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44732 deadline: 1734320404759, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:04,767 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:04,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44746 deadline: 1734320404763, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:04,768 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:04,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44738 deadline: 1734320404763, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:04,768 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:04,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44684 deadline: 1734320404764, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:04,771 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:04,772 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39893 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-12-16T03:39:04,773 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734320340163.ad0b284e95019d62ff8d91ca156366d7. 2024-12-16T03:39:04,773 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734320340163.ad0b284e95019d62ff8d91ca156366d7. as already flushing 2024-12-16T03:39:04,773 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734320340163.ad0b284e95019d62ff8d91ca156366d7. 2024-12-16T03:39:04,773 ERROR [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] handler.RSProcedureHandler(58): pid=15 java.io.IOException: Unable to complete flush {ENCODED => ad0b284e95019d62ff8d91ca156366d7, NAME => 'TestAcidGuarantees,,1734320340163.ad0b284e95019d62ff8d91ca156366d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:39:04,773 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=15 java.io.IOException: Unable to complete flush {ENCODED => ad0b284e95019d62ff8d91ca156366d7, NAME => 'TestAcidGuarantees,,1734320340163.ad0b284e95019d62ff8d91ca156366d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:39:04,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.HMaster(4114): Remote procedure failed, pid=15 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ad0b284e95019d62ff8d91ca156366d7, NAME => 'TestAcidGuarantees,,1734320340163.ad0b284e95019d62ff8d91ca156366d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ad0b284e95019d62ff8d91ca156366d7, NAME => 'TestAcidGuarantees,,1734320340163.ad0b284e95019d62ff8d91ca156366d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:39:04,786 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/.tmp/B/561cdc039e77485eb96709c77d618f38 is 50, key is test_row_0/B:col10/1734320344715/Put/seqid=0 2024-12-16T03:39:04,805 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073741855_1031 (size=12001) 2024-12-16T03:39:04,808 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=91 (bloomFilter=true), to=hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/.tmp/B/561cdc039e77485eb96709c77d618f38 2024-12-16T03:39:04,830 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/.tmp/C/a859e20eb3824c58afd2dd6142ca1eae is 50, key is test_row_0/C:col10/1734320344715/Put/seqid=0 2024-12-16T03:39:04,847 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073741856_1032 (size=12001) 2024-12-16T03:39:04,849 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=91 (bloomFilter=true), to=hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/.tmp/C/a859e20eb3824c58afd2dd6142ca1eae 2024-12-16T03:39:04,865 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/.tmp/A/70c59d5088e34768a61b4df9e7ac2c34 as hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/A/70c59d5088e34768a61b4df9e7ac2c34 2024-12-16T03:39:04,868 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:04,869 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:04,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44694 deadline: 1734320404865, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:04,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44732 deadline: 1734320404866, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:04,874 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:04,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44746 deadline: 1734320404869, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:04,875 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:04,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44738 deadline: 1734320404870, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:04,875 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:04,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44684 deadline: 1734320404871, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:04,884 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/A/70c59d5088e34768a61b4df9e7ac2c34, entries=150, sequenceid=91, filesize=11.7 K 2024-12-16T03:39:04,886 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/.tmp/B/561cdc039e77485eb96709c77d618f38 as hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/B/561cdc039e77485eb96709c77d618f38 2024-12-16T03:39:04,902 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/B/561cdc039e77485eb96709c77d618f38, entries=150, sequenceid=91, filesize=11.7 K 2024-12-16T03:39:04,906 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/.tmp/C/a859e20eb3824c58afd2dd6142ca1eae as hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/C/a859e20eb3824c58afd2dd6142ca1eae 2024-12-16T03:39:04,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-12-16T03:39:04,925 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/C/a859e20eb3824c58afd2dd6142ca1eae, entries=150, sequenceid=91, filesize=11.7 K 2024-12-16T03:39:04,927 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:04,927 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=147.60 KB/151140 for ad0b284e95019d62ff8d91ca156366d7 in 210ms, sequenceid=91, compaction requested=true 2024-12-16T03:39:04,927 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39893 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-12-16T03:39:04,927 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for ad0b284e95019d62ff8d91ca156366d7: 2024-12-16T03:39:04,927 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734320340163.ad0b284e95019d62ff8d91ca156366d7. 2024-12-16T03:39:04,927 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ad0b284e95019d62ff8d91ca156366d7:A, priority=-2147483648, current under compaction store size is 1 2024-12-16T03:39:04,928 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-16T03:39:04,928 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-16T03:39:04,928 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ad0b284e95019d62ff8d91ca156366d7:B, priority=-2147483648, current under compaction store size is 2 2024-12-16T03:39:04,928 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-16T03:39:04,928 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-16T03:39:04,928 INFO [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2837): Flushing ad0b284e95019d62ff8d91ca156366d7 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-12-16T03:39:04,928 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ad0b284e95019d62ff8d91ca156366d7:C, priority=-2147483648, current under compaction store size is 3 2024-12-16T03:39:04,928 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-16T03:39:04,928 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ad0b284e95019d62ff8d91ca156366d7, store=A 2024-12-16T03:39:04,929 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T03:39:04,929 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ad0b284e95019d62ff8d91ca156366d7, store=B 2024-12-16T03:39:04,929 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T03:39:04,929 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ad0b284e95019d62ff8d91ca156366d7, store=C 2024-12-16T03:39:04,929 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T03:39:04,930 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38446 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-16T03:39:04,930 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.HStore(1540): ad0b284e95019d62ff8d91ca156366d7/A is initiating minor compaction (all files) 2024-12-16T03:39:04,930 INFO [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ad0b284e95019d62ff8d91ca156366d7/A in TestAcidGuarantees,,1734320340163.ad0b284e95019d62ff8d91ca156366d7. 2024-12-16T03:39:04,930 INFO [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/A/251a33c2a07a44f39603b3eac287b2e0, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/A/0a8838c560b840a1a0962dd0e337f148, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/A/70c59d5088e34768a61b4df9e7ac2c34] into tmpdir=hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/.tmp, totalSize=37.5 K 2024-12-16T03:39:04,931 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-16T03:39:04,931 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.HStore(1540): ad0b284e95019d62ff8d91ca156366d7/B is initiating minor compaction (all files) 2024-12-16T03:39:04,932 INFO [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ad0b284e95019d62ff8d91ca156366d7/B in TestAcidGuarantees,,1734320340163.ad0b284e95019d62ff8d91ca156366d7. 2024-12-16T03:39:04,932 INFO [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/B/5a8e0b3f5e774bb8aad48ac2de4104cb, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/B/95b4800f410048e8a29856e82249a004, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/B/561cdc039e77485eb96709c77d618f38] into tmpdir=hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/.tmp, totalSize=35.3 K 2024-12-16T03:39:04,932 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] compactions.Compactor(224): Compacting 251a33c2a07a44f39603b3eac287b2e0, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1734320343799 2024-12-16T03:39:04,933 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] compactions.Compactor(224): Compacting 5a8e0b3f5e774bb8aad48ac2de4104cb, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1734320343799 2024-12-16T03:39:04,935 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0a8838c560b840a1a0962dd0e337f148, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1734320343886 2024-12-16T03:39:04,936 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] compactions.Compactor(224): Compacting 95b4800f410048e8a29856e82249a004, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1734320343886 2024-12-16T03:39:04,936 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] compactions.Compactor(224): Compacting 70c59d5088e34768a61b4df9e7ac2c34, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1734320344081 2024-12-16T03:39:04,937 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] compactions.Compactor(224): Compacting 561cdc039e77485eb96709c77d618f38, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1734320344081 2024-12-16T03:39:04,942 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/.tmp/A/a0bf7d72dcaf4b77b3e60a1e5af3f549 is 50, key is test_row_0/A:col10/1734320344753/Put/seqid=0 2024-12-16T03:39:04,970 INFO [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ad0b284e95019d62ff8d91ca156366d7#A#compaction#19 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-16T03:39:04,970 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073741857_1033 (size=12001) 2024-12-16T03:39:04,970 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/.tmp/A/4ffa97581fee48c4a2439ae1a2de9945 is 50, key is test_row_0/A:col10/1734320344715/Put/seqid=0 2024-12-16T03:39:04,972 INFO [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=116 (bloomFilter=true), to=hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/.tmp/A/a0bf7d72dcaf4b77b3e60a1e5af3f549 2024-12-16T03:39:04,974 INFO [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ad0b284e95019d62ff8d91ca156366d7#B#compaction#20 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-16T03:39:04,975 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/.tmp/B/30a7c41d16274362b1129c0ca73970fc is 50, key is test_row_0/B:col10/1734320344715/Put/seqid=0 2024-12-16T03:39:05,007 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/.tmp/B/5332ed4650614bc0a15638d9545b1b14 is 50, key is test_row_0/B:col10/1734320344753/Put/seqid=0 2024-12-16T03:39:05,007 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073741858_1034 (size=12207) 2024-12-16T03:39:05,025 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/.tmp/A/4ffa97581fee48c4a2439ae1a2de9945 as hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/A/4ffa97581fee48c4a2439ae1a2de9945 2024-12-16T03:39:05,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073741859_1035 (size=12207) 2024-12-16T03:39:05,040 INFO [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in ad0b284e95019d62ff8d91ca156366d7/A of ad0b284e95019d62ff8d91ca156366d7 into 4ffa97581fee48c4a2439ae1a2de9945(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-16T03:39:05,041 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ad0b284e95019d62ff8d91ca156366d7: 2024-12-16T03:39:05,041 INFO [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734320340163.ad0b284e95019d62ff8d91ca156366d7., storeName=ad0b284e95019d62ff8d91ca156366d7/A, priority=13, startTime=1734320344927; duration=0sec 2024-12-16T03:39:05,041 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-16T03:39:05,042 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ad0b284e95019d62ff8d91ca156366d7:A 2024-12-16T03:39:05,042 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-16T03:39:05,045 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-16T03:39:05,045 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.HStore(1540): ad0b284e95019d62ff8d91ca156366d7/C is initiating minor compaction (all files) 2024-12-16T03:39:05,046 INFO [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ad0b284e95019d62ff8d91ca156366d7/C in TestAcidGuarantees,,1734320340163.ad0b284e95019d62ff8d91ca156366d7. 2024-12-16T03:39:05,046 INFO [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/C/78562ccf242649ffb5d3601777efb70e, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/C/02938b77e6cd41178f6398fda63af476, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/C/a859e20eb3824c58afd2dd6142ca1eae] into tmpdir=hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/.tmp, totalSize=35.3 K 2024-12-16T03:39:05,047 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] compactions.Compactor(224): Compacting 78562ccf242649ffb5d3601777efb70e, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1734320343799 2024-12-16T03:39:05,048 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] compactions.Compactor(224): Compacting 02938b77e6cd41178f6398fda63af476, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1734320343886 2024-12-16T03:39:05,049 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] compactions.Compactor(224): Compacting a859e20eb3824c58afd2dd6142ca1eae, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1734320344081 2024-12-16T03:39:05,057 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073741860_1036 (size=12001) 2024-12-16T03:39:05,074 INFO [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ad0b284e95019d62ff8d91ca156366d7#C#compaction#22 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-16T03:39:05,075 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/.tmp/C/df846abdeb71452190b016b67be0d59f is 50, key is test_row_0/C:col10/1734320344715/Put/seqid=0 2024-12-16T03:39:05,076 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734320340163.ad0b284e95019d62ff8d91ca156366d7. as already flushing 2024-12-16T03:39:05,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(8581): Flush requested on ad0b284e95019d62ff8d91ca156366d7 2024-12-16T03:39:05,090 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:05,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44738 deadline: 1734320405085, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:05,091 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:05,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44732 deadline: 1734320405085, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:05,092 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:05,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44694 deadline: 1734320405087, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:05,093 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:05,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44746 deadline: 1734320405088, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:05,094 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:05,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44684 deadline: 1734320405089, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:05,095 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073741861_1037 (size=12207) 2024-12-16T03:39:05,107 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/.tmp/C/df846abdeb71452190b016b67be0d59f as hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/C/df846abdeb71452190b016b67be0d59f 2024-12-16T03:39:05,119 INFO [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in ad0b284e95019d62ff8d91ca156366d7/C of ad0b284e95019d62ff8d91ca156366d7 into df846abdeb71452190b016b67be0d59f(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-16T03:39:05,119 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ad0b284e95019d62ff8d91ca156366d7: 2024-12-16T03:39:05,119 INFO [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734320340163.ad0b284e95019d62ff8d91ca156366d7., storeName=ad0b284e95019d62ff8d91ca156366d7/C, priority=13, startTime=1734320344928; duration=0sec 2024-12-16T03:39:05,119 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-16T03:39:05,120 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ad0b284e95019d62ff8d91ca156366d7:C 2024-12-16T03:39:05,197 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:05,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44732 deadline: 1734320405193, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:05,197 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:05,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44738 deadline: 1734320405194, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:05,197 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:05,198 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:05,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44694 deadline: 1734320405194, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:05,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44746 deadline: 1734320405195, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:05,198 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:05,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44684 deadline: 1734320405196, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:05,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-12-16T03:39:05,401 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:05,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44746 deadline: 1734320405400, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:05,402 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:05,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44732 deadline: 1734320405401, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:05,403 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:05,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44684 deadline: 1734320405402, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:05,404 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:05,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44738 deadline: 1734320405402, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:05,405 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:05,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44694 deadline: 1734320405402, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:05,441 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/.tmp/B/30a7c41d16274362b1129c0ca73970fc as hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/B/30a7c41d16274362b1129c0ca73970fc 2024-12-16T03:39:05,452 INFO [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in ad0b284e95019d62ff8d91ca156366d7/B of ad0b284e95019d62ff8d91ca156366d7 into 30a7c41d16274362b1129c0ca73970fc(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-16T03:39:05,452 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ad0b284e95019d62ff8d91ca156366d7: 2024-12-16T03:39:05,452 INFO [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734320340163.ad0b284e95019d62ff8d91ca156366d7., storeName=ad0b284e95019d62ff8d91ca156366d7/B, priority=13, startTime=1734320344928; duration=0sec 2024-12-16T03:39:05,453 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-16T03:39:05,453 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ad0b284e95019d62ff8d91ca156366d7:B 2024-12-16T03:39:05,459 INFO [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=116 (bloomFilter=true), to=hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/.tmp/B/5332ed4650614bc0a15638d9545b1b14 2024-12-16T03:39:05,475 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/.tmp/C/ac1c10f6bf954f4899dfbd590da8db5f is 50, key is test_row_0/C:col10/1734320344753/Put/seqid=0 2024-12-16T03:39:05,503 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073741862_1038 (size=12001) 2024-12-16T03:39:05,504 INFO [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=116 (bloomFilter=true), to=hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/.tmp/C/ac1c10f6bf954f4899dfbd590da8db5f 2024-12-16T03:39:05,515 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/.tmp/A/a0bf7d72dcaf4b77b3e60a1e5af3f549 as hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/A/a0bf7d72dcaf4b77b3e60a1e5af3f549 2024-12-16T03:39:05,529 INFO [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/A/a0bf7d72dcaf4b77b3e60a1e5af3f549, entries=150, sequenceid=116, filesize=11.7 K 2024-12-16T03:39:05,532 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/.tmp/B/5332ed4650614bc0a15638d9545b1b14 as hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/B/5332ed4650614bc0a15638d9545b1b14 2024-12-16T03:39:05,543 INFO [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/B/5332ed4650614bc0a15638d9545b1b14, entries=150, sequenceid=116, filesize=11.7 K 2024-12-16T03:39:05,545 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/.tmp/C/ac1c10f6bf954f4899dfbd590da8db5f as hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/C/ac1c10f6bf954f4899dfbd590da8db5f 2024-12-16T03:39:05,559 INFO [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/C/ac1c10f6bf954f4899dfbd590da8db5f, entries=150, sequenceid=116, filesize=11.7 K 2024-12-16T03:39:05,561 INFO [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=60.38 KB/61830 for ad0b284e95019d62ff8d91ca156366d7 in 633ms, sequenceid=116, compaction requested=false 2024-12-16T03:39:05,561 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2538): Flush status journal for ad0b284e95019d62ff8d91ca156366d7: 2024-12-16T03:39:05,562 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734320340163.ad0b284e95019d62ff8d91ca156366d7. 2024-12-16T03:39:05,562 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-12-16T03:39:05,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.HMaster(4106): Remote procedure done, pid=15 2024-12-16T03:39:05,569 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=15, resume processing ppid=14 2024-12-16T03:39:05,570 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=15, ppid=14, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 947 msec 2024-12-16T03:39:05,575 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=14, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=TestAcidGuarantees in 962 msec 2024-12-16T03:39:05,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(8581): Flush requested on ad0b284e95019d62ff8d91ca156366d7 2024-12-16T03:39:05,711 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing ad0b284e95019d62ff8d91ca156366d7 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-12-16T03:39:05,711 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ad0b284e95019d62ff8d91ca156366d7, store=A 2024-12-16T03:39:05,712 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T03:39:05,712 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ad0b284e95019d62ff8d91ca156366d7, store=B 2024-12-16T03:39:05,712 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T03:39:05,712 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ad0b284e95019d62ff8d91ca156366d7, store=C 2024-12-16T03:39:05,712 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T03:39:05,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-12-16T03:39:05,722 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 14 completed 2024-12-16T03:39:05,725 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-16T03:39:05,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] procedure2.ProcedureExecutor(1098): Stored pid=16, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=TestAcidGuarantees 2024-12-16T03:39:05,729 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/.tmp/A/e992561927714243b562d0233fcd8d18 is 50, key is test_row_0/A:col10/1734320345707/Put/seqid=0 2024-12-16T03:39:05,731 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=16, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-16T03:39:05,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-12-16T03:39:05,732 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=16, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-16T03:39:05,732 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-16T03:39:05,753 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:05,753 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073741863_1039 (size=12101) 2024-12-16T03:39:05,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44684 deadline: 1734320405748, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:05,755 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=134 (bloomFilter=true), to=hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/.tmp/A/e992561927714243b562d0233fcd8d18 2024-12-16T03:39:05,756 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:05,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44738 deadline: 1734320405750, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:05,758 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:05,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44694 deadline: 1734320405751, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:05,759 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:05,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44732 deadline: 1734320405753, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:05,760 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:05,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44746 deadline: 1734320405753, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:05,776 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/.tmp/B/49806188e19d483d837c11e186013e87 is 50, key is test_row_0/B:col10/1734320345707/Put/seqid=0 2024-12-16T03:39:05,789 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073741864_1040 (size=12101) 2024-12-16T03:39:05,790 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=134 (bloomFilter=true), to=hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/.tmp/B/49806188e19d483d837c11e186013e87 2024-12-16T03:39:05,814 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/.tmp/C/aa6c45db2793443e8fd62e753e27b0d8 is 50, key is test_row_0/C:col10/1734320345707/Put/seqid=0 2024-12-16T03:39:05,833 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073741865_1041 (size=12101) 2024-12-16T03:39:05,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-12-16T03:39:05,835 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=134 (bloomFilter=true), to=hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/.tmp/C/aa6c45db2793443e8fd62e753e27b0d8 2024-12-16T03:39:05,844 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/.tmp/A/e992561927714243b562d0233fcd8d18 as hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/A/e992561927714243b562d0233fcd8d18 2024-12-16T03:39:05,856 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/A/e992561927714243b562d0233fcd8d18, entries=150, sequenceid=134, filesize=11.8 K 2024-12-16T03:39:05,857 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:05,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44684 deadline: 1734320405855, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:05,858 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/.tmp/B/49806188e19d483d837c11e186013e87 as hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/B/49806188e19d483d837c11e186013e87 2024-12-16T03:39:05,868 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:05,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44738 deadline: 1734320405860, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:05,869 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:05,869 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:05,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44732 deadline: 1734320405861, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:05,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44694 deadline: 1734320405860, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:05,870 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:05,870 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/B/49806188e19d483d837c11e186013e87, entries=150, sequenceid=134, filesize=11.8 K 2024-12-16T03:39:05,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44746 deadline: 1734320405863, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:05,872 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/.tmp/C/aa6c45db2793443e8fd62e753e27b0d8 as hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/C/aa6c45db2793443e8fd62e753e27b0d8 2024-12-16T03:39:05,884 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/C/aa6c45db2793443e8fd62e753e27b0d8, entries=150, sequenceid=134, filesize=11.8 K 2024-12-16T03:39:05,885 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=127.47 KB/130530 for ad0b284e95019d62ff8d91ca156366d7 in 174ms, sequenceid=134, compaction requested=true 2024-12-16T03:39:05,885 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for ad0b284e95019d62ff8d91ca156366d7: 2024-12-16T03:39:05,886 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ad0b284e95019d62ff8d91ca156366d7:A, priority=-2147483648, current under compaction store size is 1 2024-12-16T03:39:05,886 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-16T03:39:05,886 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-16T03:39:05,886 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ad0b284e95019d62ff8d91ca156366d7:B, priority=-2147483648, current under compaction store size is 2 2024-12-16T03:39:05,886 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-16T03:39:05,886 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-16T03:39:05,886 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ad0b284e95019d62ff8d91ca156366d7:C, priority=-2147483648, current under compaction store size is 3 2024-12-16T03:39:05,886 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:05,886 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-16T03:39:05,887 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39893 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-12-16T03:39:05,887 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734320340163.ad0b284e95019d62ff8d91ca156366d7. 2024-12-16T03:39:05,887 INFO [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2837): Flushing ad0b284e95019d62ff8d91ca156366d7 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-12-16T03:39:05,888 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ad0b284e95019d62ff8d91ca156366d7, store=A 2024-12-16T03:39:05,888 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T03:39:05,888 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ad0b284e95019d62ff8d91ca156366d7, store=B 2024-12-16T03:39:05,888 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T03:39:05,888 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ad0b284e95019d62ff8d91ca156366d7, store=C 2024-12-16T03:39:05,888 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T03:39:05,889 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36309 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-16T03:39:05,889 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.HStore(1540): ad0b284e95019d62ff8d91ca156366d7/B is initiating minor compaction (all files) 2024-12-16T03:39:05,889 INFO [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ad0b284e95019d62ff8d91ca156366d7/B in TestAcidGuarantees,,1734320340163.ad0b284e95019d62ff8d91ca156366d7. 2024-12-16T03:39:05,889 INFO [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/B/30a7c41d16274362b1129c0ca73970fc, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/B/5332ed4650614bc0a15638d9545b1b14, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/B/49806188e19d483d837c11e186013e87] into tmpdir=hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/.tmp, totalSize=35.5 K 2024-12-16T03:39:05,889 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36309 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-16T03:39:05,890 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.HStore(1540): ad0b284e95019d62ff8d91ca156366d7/A is initiating minor compaction (all files) 2024-12-16T03:39:05,890 INFO [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ad0b284e95019d62ff8d91ca156366d7/A in TestAcidGuarantees,,1734320340163.ad0b284e95019d62ff8d91ca156366d7. 2024-12-16T03:39:05,890 INFO [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/A/4ffa97581fee48c4a2439ae1a2de9945, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/A/a0bf7d72dcaf4b77b3e60a1e5af3f549, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/A/e992561927714243b562d0233fcd8d18] into tmpdir=hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/.tmp, totalSize=35.5 K 2024-12-16T03:39:05,891 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4ffa97581fee48c4a2439ae1a2de9945, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1734320344081 2024-12-16T03:39:05,892 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] compactions.Compactor(224): Compacting 30a7c41d16274362b1129c0ca73970fc, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1734320344081 2024-12-16T03:39:05,893 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] compactions.Compactor(224): Compacting a0bf7d72dcaf4b77b3e60a1e5af3f549, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1734320344753 2024-12-16T03:39:05,894 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] compactions.Compactor(224): Compacting 5332ed4650614bc0a15638d9545b1b14, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1734320344753 2024-12-16T03:39:05,895 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] compactions.Compactor(224): Compacting 49806188e19d483d837c11e186013e87, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1734320345086 2024-12-16T03:39:05,896 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] compactions.Compactor(224): Compacting e992561927714243b562d0233fcd8d18, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1734320345086 2024-12-16T03:39:05,898 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/.tmp/A/504d1aa98ca44e6f8d52f2899f503c08 is 50, key is test_row_0/A:col10/1734320345743/Put/seqid=0 2024-12-16T03:39:05,907 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073741866_1042 (size=12151) 2024-12-16T03:39:05,918 INFO [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ad0b284e95019d62ff8d91ca156366d7#B#compaction#28 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-16T03:39:05,919 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/.tmp/B/5c8a107a1a8b442abe1766a558506737 is 50, key is test_row_0/B:col10/1734320345707/Put/seqid=0 2024-12-16T03:39:05,920 INFO [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ad0b284e95019d62ff8d91ca156366d7#A#compaction#29 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-16T03:39:05,921 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/.tmp/A/304292f48c474c93a32f1cfc80105434 is 50, key is test_row_0/A:col10/1734320345707/Put/seqid=0 2024-12-16T03:39:05,946 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073741868_1044 (size=12409) 2024-12-16T03:39:05,955 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073741867_1043 (size=12409) 2024-12-16T03:39:05,957 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/.tmp/A/304292f48c474c93a32f1cfc80105434 as hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/A/304292f48c474c93a32f1cfc80105434 2024-12-16T03:39:05,971 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/.tmp/B/5c8a107a1a8b442abe1766a558506737 as hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/B/5c8a107a1a8b442abe1766a558506737 2024-12-16T03:39:05,980 INFO [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in ad0b284e95019d62ff8d91ca156366d7/A of ad0b284e95019d62ff8d91ca156366d7 into 304292f48c474c93a32f1cfc80105434(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-16T03:39:05,980 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ad0b284e95019d62ff8d91ca156366d7: 2024-12-16T03:39:05,981 INFO [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734320340163.ad0b284e95019d62ff8d91ca156366d7., storeName=ad0b284e95019d62ff8d91ca156366d7/A, priority=13, startTime=1734320345885; duration=0sec 2024-12-16T03:39:05,981 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-16T03:39:05,981 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ad0b284e95019d62ff8d91ca156366d7:A 2024-12-16T03:39:05,981 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-16T03:39:05,987 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36309 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-16T03:39:05,987 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.HStore(1540): ad0b284e95019d62ff8d91ca156366d7/C is initiating minor compaction (all files) 2024-12-16T03:39:05,987 INFO [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ad0b284e95019d62ff8d91ca156366d7/C in TestAcidGuarantees,,1734320340163.ad0b284e95019d62ff8d91ca156366d7. 2024-12-16T03:39:05,987 INFO [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/C/df846abdeb71452190b016b67be0d59f, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/C/ac1c10f6bf954f4899dfbd590da8db5f, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/C/aa6c45db2793443e8fd62e753e27b0d8] into tmpdir=hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/.tmp, totalSize=35.5 K 2024-12-16T03:39:05,988 INFO [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in ad0b284e95019d62ff8d91ca156366d7/B of ad0b284e95019d62ff8d91ca156366d7 into 5c8a107a1a8b442abe1766a558506737(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-16T03:39:05,988 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ad0b284e95019d62ff8d91ca156366d7: 2024-12-16T03:39:05,988 INFO [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734320340163.ad0b284e95019d62ff8d91ca156366d7., storeName=ad0b284e95019d62ff8d91ca156366d7/B, priority=13, startTime=1734320345886; duration=0sec 2024-12-16T03:39:05,988 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-16T03:39:05,988 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ad0b284e95019d62ff8d91ca156366d7:B 2024-12-16T03:39:05,990 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] compactions.Compactor(224): Compacting df846abdeb71452190b016b67be0d59f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1734320344081 2024-12-16T03:39:05,990 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] compactions.Compactor(224): Compacting ac1c10f6bf954f4899dfbd590da8db5f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1734320344753 2024-12-16T03:39:05,991 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] compactions.Compactor(224): Compacting aa6c45db2793443e8fd62e753e27b0d8, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1734320345086 2024-12-16T03:39:06,009 INFO [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ad0b284e95019d62ff8d91ca156366d7#C#compaction#30 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-16T03:39:06,010 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/.tmp/C/2cd96e97f6324c969ca6688460ca7f6c is 50, key is test_row_0/C:col10/1734320345707/Put/seqid=0 2024-12-16T03:39:06,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-12-16T03:39:06,041 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073741869_1045 (size=12409) 2024-12-16T03:39:06,057 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/.tmp/C/2cd96e97f6324c969ca6688460ca7f6c as hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/C/2cd96e97f6324c969ca6688460ca7f6c 2024-12-16T03:39:06,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(8581): Flush requested on ad0b284e95019d62ff8d91ca156366d7 2024-12-16T03:39:06,063 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734320340163.ad0b284e95019d62ff8d91ca156366d7. as already flushing 2024-12-16T03:39:06,072 INFO [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in ad0b284e95019d62ff8d91ca156366d7/C of ad0b284e95019d62ff8d91ca156366d7 into 2cd96e97f6324c969ca6688460ca7f6c(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-16T03:39:06,073 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ad0b284e95019d62ff8d91ca156366d7: 2024-12-16T03:39:06,073 INFO [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734320340163.ad0b284e95019d62ff8d91ca156366d7., storeName=ad0b284e95019d62ff8d91ca156366d7/C, priority=13, startTime=1734320345886; duration=0sec 2024-12-16T03:39:06,073 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-16T03:39:06,073 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ad0b284e95019d62ff8d91ca156366d7:C 2024-12-16T03:39:06,104 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:06,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44694 deadline: 1734320406080, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:06,106 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:06,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44684 deadline: 1734320406103, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:06,107 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:06,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44738 deadline: 1734320406103, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:06,107 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:06,107 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:06,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44732 deadline: 1734320406106, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:06,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44746 deadline: 1734320406105, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:06,209 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:06,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44694 deadline: 1734320406206, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:06,209 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:06,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44738 deadline: 1734320406209, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:06,210 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:06,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44684 deadline: 1734320406208, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:06,212 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:06,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44746 deadline: 1734320406210, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:06,213 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:06,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44732 deadline: 1734320406211, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:06,308 INFO [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=156 (bloomFilter=true), to=hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/.tmp/A/504d1aa98ca44e6f8d52f2899f503c08 2024-12-16T03:39:06,322 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/.tmp/B/696619a3174a479c96332f2319883bf1 is 50, key is test_row_0/B:col10/1734320345743/Put/seqid=0 2024-12-16T03:39:06,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-12-16T03:39:06,339 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073741870_1046 (size=12151) 2024-12-16T03:39:06,340 INFO [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=156 (bloomFilter=true), to=hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/.tmp/B/696619a3174a479c96332f2319883bf1 2024-12-16T03:39:06,357 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/.tmp/C/0aab0eb44dff4a57982cd440b7d622f5 is 50, key is test_row_0/C:col10/1734320345743/Put/seqid=0 2024-12-16T03:39:06,385 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073741871_1047 (size=12151) 2024-12-16T03:39:06,386 INFO [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=156 (bloomFilter=true), to=hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/.tmp/C/0aab0eb44dff4a57982cd440b7d622f5 2024-12-16T03:39:06,395 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/.tmp/A/504d1aa98ca44e6f8d52f2899f503c08 as hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/A/504d1aa98ca44e6f8d52f2899f503c08 2024-12-16T03:39:06,407 INFO [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/A/504d1aa98ca44e6f8d52f2899f503c08, entries=150, sequenceid=156, filesize=11.9 K 2024-12-16T03:39:06,410 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/.tmp/B/696619a3174a479c96332f2319883bf1 as hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/B/696619a3174a479c96332f2319883bf1 2024-12-16T03:39:06,413 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:06,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44738 deadline: 1734320406412, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:06,414 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:06,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44694 deadline: 1734320406412, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:06,415 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:06,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44684 deadline: 1734320406414, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:06,417 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:06,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44732 deadline: 1734320406415, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:06,418 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:06,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44746 deadline: 1734320406415, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:06,422 INFO [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/B/696619a3174a479c96332f2319883bf1, entries=150, sequenceid=156, filesize=11.9 K 2024-12-16T03:39:06,424 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/.tmp/C/0aab0eb44dff4a57982cd440b7d622f5 as hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/C/0aab0eb44dff4a57982cd440b7d622f5 2024-12-16T03:39:06,441 INFO [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/C/0aab0eb44dff4a57982cd440b7d622f5, entries=150, sequenceid=156, filesize=11.9 K 2024-12-16T03:39:06,443 INFO [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=80.51 KB/82440 for ad0b284e95019d62ff8d91ca156366d7 in 556ms, sequenceid=156, compaction requested=false 2024-12-16T03:39:06,443 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2538): Flush status journal for ad0b284e95019d62ff8d91ca156366d7: 2024-12-16T03:39:06,444 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734320340163.ad0b284e95019d62ff8d91ca156366d7. 2024-12-16T03:39:06,444 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=17 2024-12-16T03:39:06,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.HMaster(4106): Remote procedure done, pid=17 2024-12-16T03:39:06,450 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=17, resume processing ppid=16 2024-12-16T03:39:06,450 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=17, ppid=16, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 714 msec 2024-12-16T03:39:06,453 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=16, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=TestAcidGuarantees in 725 msec 2024-12-16T03:39:06,721 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing ad0b284e95019d62ff8d91ca156366d7 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-12-16T03:39:06,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(8581): Flush requested on ad0b284e95019d62ff8d91ca156366d7 2024-12-16T03:39:06,724 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ad0b284e95019d62ff8d91ca156366d7, store=A 2024-12-16T03:39:06,724 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T03:39:06,724 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ad0b284e95019d62ff8d91ca156366d7, store=B 2024-12-16T03:39:06,725 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T03:39:06,725 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ad0b284e95019d62ff8d91ca156366d7, store=C 2024-12-16T03:39:06,725 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T03:39:06,737 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/.tmp/A/205ab1fbde7f438e83c1e20c8caec216 is 50, key is test_row_0/A:col10/1734320346718/Put/seqid=0 2024-12-16T03:39:06,761 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073741872_1048 (size=12151) 2024-12-16T03:39:06,765 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:06,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44746 deadline: 1734320406759, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:06,766 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:06,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44738 deadline: 1734320406760, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:06,767 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:06,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44684 deadline: 1734320406762, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:06,767 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:06,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44732 deadline: 1734320406762, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:06,768 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:06,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44694 deadline: 1734320406762, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:06,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-12-16T03:39:06,837 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 16 completed 2024-12-16T03:39:06,841 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-16T03:39:06,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] procedure2.ProcedureExecutor(1098): Stored pid=18, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=TestAcidGuarantees 2024-12-16T03:39:06,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-12-16T03:39:06,845 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=18, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-16T03:39:06,846 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=18, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-16T03:39:06,847 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=19, ppid=18, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-16T03:39:06,870 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:06,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44746 deadline: 1734320406868, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:06,873 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:06,873 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:06,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44738 deadline: 1734320406868, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:06,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44684 deadline: 1734320406868, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:06,874 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:06,874 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:06,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44694 deadline: 1734320406870, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:06,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44732 deadline: 1734320406869, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:06,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-12-16T03:39:07,000 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:07,001 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39893 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-12-16T03:39:07,001 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734320340163.ad0b284e95019d62ff8d91ca156366d7. 2024-12-16T03:39:07,001 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734320340163.ad0b284e95019d62ff8d91ca156366d7. as already flushing 2024-12-16T03:39:07,001 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734320340163.ad0b284e95019d62ff8d91ca156366d7. 2024-12-16T03:39:07,001 ERROR [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] handler.RSProcedureHandler(58): pid=19 java.io.IOException: Unable to complete flush {ENCODED => ad0b284e95019d62ff8d91ca156366d7, NAME => 'TestAcidGuarantees,,1734320340163.ad0b284e95019d62ff8d91ca156366d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:39:07,002 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=19 java.io.IOException: Unable to complete flush {ENCODED => ad0b284e95019d62ff8d91ca156366d7, NAME => 'TestAcidGuarantees,,1734320340163.ad0b284e95019d62ff8d91ca156366d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:39:07,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.HMaster(4114): Remote procedure failed, pid=19 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ad0b284e95019d62ff8d91ca156366d7, NAME => 'TestAcidGuarantees,,1734320340163.ad0b284e95019d62ff8d91ca156366d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ad0b284e95019d62ff8d91ca156366d7, NAME => 'TestAcidGuarantees,,1734320340163.ad0b284e95019d62ff8d91ca156366d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:39:07,074 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:07,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44746 deadline: 1734320407072, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:07,077 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:07,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44684 deadline: 1734320407076, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:07,078 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:07,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44694 deadline: 1734320407077, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:07,079 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:07,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44732 deadline: 1734320407077, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:07,084 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:07,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44738 deadline: 1734320407082, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:07,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-12-16T03:39:07,154 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:07,155 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39893 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-12-16T03:39:07,155 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734320340163.ad0b284e95019d62ff8d91ca156366d7. 2024-12-16T03:39:07,155 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734320340163.ad0b284e95019d62ff8d91ca156366d7. as already flushing 2024-12-16T03:39:07,155 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734320340163.ad0b284e95019d62ff8d91ca156366d7. 2024-12-16T03:39:07,155 ERROR [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] handler.RSProcedureHandler(58): pid=19 java.io.IOException: Unable to complete flush {ENCODED => ad0b284e95019d62ff8d91ca156366d7, NAME => 'TestAcidGuarantees,,1734320340163.ad0b284e95019d62ff8d91ca156366d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:39:07,156 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=19 java.io.IOException: Unable to complete flush {ENCODED => ad0b284e95019d62ff8d91ca156366d7, NAME => 'TestAcidGuarantees,,1734320340163.ad0b284e95019d62ff8d91ca156366d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:39:07,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.HMaster(4114): Remote procedure failed, pid=19 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ad0b284e95019d62ff8d91ca156366d7, NAME => 'TestAcidGuarantees,,1734320340163.ad0b284e95019d62ff8d91ca156366d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ad0b284e95019d62ff8d91ca156366d7, NAME => 'TestAcidGuarantees,,1734320340163.ad0b284e95019d62ff8d91ca156366d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:39:07,162 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=178 (bloomFilter=true), to=hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/.tmp/A/205ab1fbde7f438e83c1e20c8caec216 2024-12-16T03:39:07,176 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/.tmp/B/8298def8d880487fb05bd8b92f3cf460 is 50, key is test_row_0/B:col10/1734320346718/Put/seqid=0 2024-12-16T03:39:07,190 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073741873_1049 (size=12151) 2024-12-16T03:39:07,191 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=178 (bloomFilter=true), to=hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/.tmp/B/8298def8d880487fb05bd8b92f3cf460 2024-12-16T03:39:07,207 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/.tmp/C/fe413919df3c470f8a0b6ac2ae2c303e is 50, key is test_row_0/C:col10/1734320346718/Put/seqid=0 2024-12-16T03:39:07,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073741874_1050 (size=12151) 2024-12-16T03:39:07,223 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=178 (bloomFilter=true), to=hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/.tmp/C/fe413919df3c470f8a0b6ac2ae2c303e 2024-12-16T03:39:07,233 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/.tmp/A/205ab1fbde7f438e83c1e20c8caec216 as hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/A/205ab1fbde7f438e83c1e20c8caec216 2024-12-16T03:39:07,241 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/A/205ab1fbde7f438e83c1e20c8caec216, entries=150, sequenceid=178, filesize=11.9 K 2024-12-16T03:39:07,244 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/.tmp/B/8298def8d880487fb05bd8b92f3cf460 as hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/B/8298def8d880487fb05bd8b92f3cf460 2024-12-16T03:39:07,252 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/B/8298def8d880487fb05bd8b92f3cf460, entries=150, sequenceid=178, filesize=11.9 K 2024-12-16T03:39:07,254 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/.tmp/C/fe413919df3c470f8a0b6ac2ae2c303e as hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/C/fe413919df3c470f8a0b6ac2ae2c303e 2024-12-16T03:39:07,264 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/C/fe413919df3c470f8a0b6ac2ae2c303e, entries=150, sequenceid=178, filesize=11.9 K 2024-12-16T03:39:07,266 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=100.63 KB/103050 for ad0b284e95019d62ff8d91ca156366d7 in 545ms, sequenceid=178, compaction requested=true 2024-12-16T03:39:07,267 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for ad0b284e95019d62ff8d91ca156366d7: 2024-12-16T03:39:07,267 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-16T03:39:07,268 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ad0b284e95019d62ff8d91ca156366d7:A, priority=-2147483648, current under compaction store size is 1 2024-12-16T03:39:07,268 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-16T03:39:07,268 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ad0b284e95019d62ff8d91ca156366d7:B, priority=-2147483648, current under compaction store size is 2 2024-12-16T03:39:07,268 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-16T03:39:07,268 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-16T03:39:07,268 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ad0b284e95019d62ff8d91ca156366d7:C, priority=-2147483648, current under compaction store size is 3 2024-12-16T03:39:07,268 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-16T03:39:07,269 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36711 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-16T03:39:07,269 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.HStore(1540): ad0b284e95019d62ff8d91ca156366d7/A is initiating minor compaction (all files) 2024-12-16T03:39:07,269 INFO [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ad0b284e95019d62ff8d91ca156366d7/A in TestAcidGuarantees,,1734320340163.ad0b284e95019d62ff8d91ca156366d7. 2024-12-16T03:39:07,270 INFO [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/A/304292f48c474c93a32f1cfc80105434, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/A/504d1aa98ca44e6f8d52f2899f503c08, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/A/205ab1fbde7f438e83c1e20c8caec216] into tmpdir=hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/.tmp, totalSize=35.9 K 2024-12-16T03:39:07,270 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36711 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-16T03:39:07,270 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.HStore(1540): ad0b284e95019d62ff8d91ca156366d7/B is initiating minor compaction (all files) 2024-12-16T03:39:07,270 INFO [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ad0b284e95019d62ff8d91ca156366d7/B in TestAcidGuarantees,,1734320340163.ad0b284e95019d62ff8d91ca156366d7. 2024-12-16T03:39:07,270 INFO [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/B/5c8a107a1a8b442abe1766a558506737, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/B/696619a3174a479c96332f2319883bf1, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/B/8298def8d880487fb05bd8b92f3cf460] into tmpdir=hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/.tmp, totalSize=35.9 K 2024-12-16T03:39:07,271 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] compactions.Compactor(224): Compacting 5c8a107a1a8b442abe1766a558506737, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1734320345086 2024-12-16T03:39:07,272 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] compactions.Compactor(224): Compacting 304292f48c474c93a32f1cfc80105434, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1734320345086 2024-12-16T03:39:07,273 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] compactions.Compactor(224): Compacting 696619a3174a479c96332f2319883bf1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1734320345743 2024-12-16T03:39:07,273 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] compactions.Compactor(224): Compacting 504d1aa98ca44e6f8d52f2899f503c08, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1734320345743 2024-12-16T03:39:07,274 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] compactions.Compactor(224): Compacting 205ab1fbde7f438e83c1e20c8caec216, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=178, earliestPutTs=1734320346718 2024-12-16T03:39:07,274 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] compactions.Compactor(224): Compacting 8298def8d880487fb05bd8b92f3cf460, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=178, earliestPutTs=1734320346718 2024-12-16T03:39:07,288 INFO [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ad0b284e95019d62ff8d91ca156366d7#B#compaction#36 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-16T03:39:07,289 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/.tmp/B/75ee86bcc10a489482c535f8fd2161d7 is 50, key is test_row_0/B:col10/1734320346718/Put/seqid=0 2024-12-16T03:39:07,292 INFO [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ad0b284e95019d62ff8d91ca156366d7#A#compaction#37 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-16T03:39:07,293 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/.tmp/A/846c62b063c2417d95985bbb7268091d is 50, key is test_row_0/A:col10/1734320346718/Put/seqid=0 2024-12-16T03:39:07,302 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073741876_1052 (size=12561) 2024-12-16T03:39:07,305 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073741875_1051 (size=12561) 2024-12-16T03:39:07,309 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:07,310 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39893 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-12-16T03:39:07,310 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734320340163.ad0b284e95019d62ff8d91ca156366d7. 2024-12-16T03:39:07,310 INFO [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2837): Flushing ad0b284e95019d62ff8d91ca156366d7 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-12-16T03:39:07,311 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ad0b284e95019d62ff8d91ca156366d7, store=A 2024-12-16T03:39:07,311 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T03:39:07,311 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ad0b284e95019d62ff8d91ca156366d7, store=B 2024-12-16T03:39:07,311 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T03:39:07,311 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ad0b284e95019d62ff8d91ca156366d7, store=C 2024-12-16T03:39:07,311 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T03:39:07,314 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/.tmp/A/846c62b063c2417d95985bbb7268091d as hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/A/846c62b063c2417d95985bbb7268091d 2024-12-16T03:39:07,318 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/.tmp/A/20a7970c2ee749bd8f0ba1a9ecf3f3da is 50, key is test_row_0/A:col10/1734320346751/Put/seqid=0 2024-12-16T03:39:07,319 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/.tmp/B/75ee86bcc10a489482c535f8fd2161d7 as hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/B/75ee86bcc10a489482c535f8fd2161d7 2024-12-16T03:39:07,327 INFO [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in ad0b284e95019d62ff8d91ca156366d7/A of ad0b284e95019d62ff8d91ca156366d7 into 846c62b063c2417d95985bbb7268091d(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-16T03:39:07,327 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ad0b284e95019d62ff8d91ca156366d7: 2024-12-16T03:39:07,327 INFO [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734320340163.ad0b284e95019d62ff8d91ca156366d7., storeName=ad0b284e95019d62ff8d91ca156366d7/A, priority=13, startTime=1734320347267; duration=0sec 2024-12-16T03:39:07,327 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-16T03:39:07,327 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ad0b284e95019d62ff8d91ca156366d7:A 2024-12-16T03:39:07,327 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-16T03:39:07,330 INFO [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in ad0b284e95019d62ff8d91ca156366d7/B of ad0b284e95019d62ff8d91ca156366d7 into 75ee86bcc10a489482c535f8fd2161d7(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-16T03:39:07,330 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ad0b284e95019d62ff8d91ca156366d7: 2024-12-16T03:39:07,330 INFO [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734320340163.ad0b284e95019d62ff8d91ca156366d7., storeName=ad0b284e95019d62ff8d91ca156366d7/B, priority=13, startTime=1734320347268; duration=0sec 2024-12-16T03:39:07,330 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-16T03:39:07,330 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ad0b284e95019d62ff8d91ca156366d7:B 2024-12-16T03:39:07,331 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36711 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-16T03:39:07,331 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073741877_1053 (size=12151) 2024-12-16T03:39:07,331 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.HStore(1540): ad0b284e95019d62ff8d91ca156366d7/C is initiating minor compaction (all files) 2024-12-16T03:39:07,331 INFO [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ad0b284e95019d62ff8d91ca156366d7/C in TestAcidGuarantees,,1734320340163.ad0b284e95019d62ff8d91ca156366d7. 2024-12-16T03:39:07,331 INFO [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/C/2cd96e97f6324c969ca6688460ca7f6c, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/C/0aab0eb44dff4a57982cd440b7d622f5, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/C/fe413919df3c470f8a0b6ac2ae2c303e] into tmpdir=hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/.tmp, totalSize=35.9 K 2024-12-16T03:39:07,332 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2cd96e97f6324c969ca6688460ca7f6c, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1734320345086 2024-12-16T03:39:07,332 INFO [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=196 (bloomFilter=true), to=hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/.tmp/A/20a7970c2ee749bd8f0ba1a9ecf3f3da 2024-12-16T03:39:07,333 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0aab0eb44dff4a57982cd440b7d622f5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1734320345743 2024-12-16T03:39:07,334 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] compactions.Compactor(224): Compacting fe413919df3c470f8a0b6ac2ae2c303e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=178, earliestPutTs=1734320346718 2024-12-16T03:39:07,343 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/.tmp/B/eebb1abb16214db1bb37a33c47a9fc6b is 50, key is test_row_0/B:col10/1734320346751/Put/seqid=0 2024-12-16T03:39:07,351 INFO [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ad0b284e95019d62ff8d91ca156366d7#C#compaction#40 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-16T03:39:07,352 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/.tmp/C/21e5d24167bf405e97e5e48d51295365 is 50, key is test_row_0/C:col10/1734320346718/Put/seqid=0 2024-12-16T03:39:07,363 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073741878_1054 (size=12151) 2024-12-16T03:39:07,369 INFO [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=196 (bloomFilter=true), to=hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/.tmp/B/eebb1abb16214db1bb37a33c47a9fc6b 2024-12-16T03:39:07,382 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734320340163.ad0b284e95019d62ff8d91ca156366d7. as already flushing 2024-12-16T03:39:07,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(8581): Flush requested on ad0b284e95019d62ff8d91ca156366d7 2024-12-16T03:39:07,391 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/.tmp/C/7f4e5d01f5c04c89a32879434b64c01f is 50, key is test_row_0/C:col10/1734320346751/Put/seqid=0 2024-12-16T03:39:07,400 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073741879_1055 (size=12561) 2024-12-16T03:39:07,408 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:07,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44738 deadline: 1734320407403, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:07,408 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:07,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44732 deadline: 1734320407402, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:07,410 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:07,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44746 deadline: 1734320407405, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:07,410 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:07,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44694 deadline: 1734320407406, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:07,411 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:07,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44684 deadline: 1734320407408, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:07,417 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073741880_1056 (size=12151) 2024-12-16T03:39:07,418 INFO [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=196 (bloomFilter=true), to=hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/.tmp/C/7f4e5d01f5c04c89a32879434b64c01f 2024-12-16T03:39:07,427 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/.tmp/A/20a7970c2ee749bd8f0ba1a9ecf3f3da as hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/A/20a7970c2ee749bd8f0ba1a9ecf3f3da 2024-12-16T03:39:07,437 INFO [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/A/20a7970c2ee749bd8f0ba1a9ecf3f3da, entries=150, sequenceid=196, filesize=11.9 K 2024-12-16T03:39:07,440 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/.tmp/B/eebb1abb16214db1bb37a33c47a9fc6b as hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/B/eebb1abb16214db1bb37a33c47a9fc6b 2024-12-16T03:39:07,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-12-16T03:39:07,450 INFO [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/B/eebb1abb16214db1bb37a33c47a9fc6b, entries=150, sequenceid=196, filesize=11.9 K 2024-12-16T03:39:07,453 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/.tmp/C/7f4e5d01f5c04c89a32879434b64c01f as hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/C/7f4e5d01f5c04c89a32879434b64c01f 2024-12-16T03:39:07,463 INFO [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/C/7f4e5d01f5c04c89a32879434b64c01f, entries=150, sequenceid=196, filesize=11.9 K 2024-12-16T03:39:07,465 INFO [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(3040): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=107.34 KB/109920 for ad0b284e95019d62ff8d91ca156366d7 in 154ms, sequenceid=196, compaction requested=false 2024-12-16T03:39:07,465 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2538): Flush status journal for ad0b284e95019d62ff8d91ca156366d7: 2024-12-16T03:39:07,465 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734320340163.ad0b284e95019d62ff8d91ca156366d7. 2024-12-16T03:39:07,465 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=19 2024-12-16T03:39:07,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.HMaster(4106): Remote procedure done, pid=19 2024-12-16T03:39:07,471 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=19, resume processing ppid=18 2024-12-16T03:39:07,471 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=19, ppid=18, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 621 msec 2024-12-16T03:39:07,474 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=18, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=TestAcidGuarantees in 631 msec 2024-12-16T03:39:07,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(8581): Flush requested on ad0b284e95019d62ff8d91ca156366d7 2024-12-16T03:39:07,515 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing ad0b284e95019d62ff8d91ca156366d7 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-12-16T03:39:07,515 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ad0b284e95019d62ff8d91ca156366d7, store=A 2024-12-16T03:39:07,515 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T03:39:07,515 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ad0b284e95019d62ff8d91ca156366d7, store=B 2024-12-16T03:39:07,516 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T03:39:07,516 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ad0b284e95019d62ff8d91ca156366d7, store=C 2024-12-16T03:39:07,516 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T03:39:07,521 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/.tmp/A/53ee3c73e55a4ee582e515f135952d7f is 50, key is test_row_0/A:col10/1734320347514/Put/seqid=0 2024-12-16T03:39:07,534 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:07,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44684 deadline: 1734320407528, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:07,537 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:07,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44732 deadline: 1734320407532, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:07,538 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:07,538 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:07,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44694 deadline: 1734320407532, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:07,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44738 deadline: 1734320407534, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:07,538 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:07,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44746 deadline: 1734320407534, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:07,539 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073741881_1057 (size=12151) 2024-12-16T03:39:07,541 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=219 (bloomFilter=true), to=hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/.tmp/A/53ee3c73e55a4ee582e515f135952d7f 2024-12-16T03:39:07,560 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/.tmp/B/4af8b677276c40ef8775977765346fb3 is 50, key is test_row_0/B:col10/1734320347514/Put/seqid=0 2024-12-16T03:39:07,578 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073741882_1058 (size=12151) 2024-12-16T03:39:07,637 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:07,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44684 deadline: 1734320407636, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:07,639 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:07,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44732 deadline: 1734320407639, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:07,640 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:07,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44694 deadline: 1734320407639, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:07,643 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:07,643 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:07,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44746 deadline: 1734320407640, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:07,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44738 deadline: 1734320407640, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:07,810 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/.tmp/C/21e5d24167bf405e97e5e48d51295365 as hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/C/21e5d24167bf405e97e5e48d51295365 2024-12-16T03:39:07,819 INFO [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in ad0b284e95019d62ff8d91ca156366d7/C of ad0b284e95019d62ff8d91ca156366d7 into 21e5d24167bf405e97e5e48d51295365(size=12.3 K), total size for store is 24.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-16T03:39:07,819 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ad0b284e95019d62ff8d91ca156366d7: 2024-12-16T03:39:07,819 INFO [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734320340163.ad0b284e95019d62ff8d91ca156366d7., storeName=ad0b284e95019d62ff8d91ca156366d7/C, priority=13, startTime=1734320347268; duration=0sec 2024-12-16T03:39:07,820 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-16T03:39:07,820 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ad0b284e95019d62ff8d91ca156366d7:C 2024-12-16T03:39:07,839 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:07,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44684 deadline: 1734320407839, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:07,843 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:07,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44732 deadline: 1734320407842, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:07,843 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:07,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44694 deadline: 1734320407842, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:07,847 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:07,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44746 deadline: 1734320407846, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:07,848 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:07,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44738 deadline: 1734320407847, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:07,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-12-16T03:39:07,950 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 18 completed 2024-12-16T03:39:07,952 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-16T03:39:07,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] procedure2.ProcedureExecutor(1098): Stored pid=20, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=TestAcidGuarantees 2024-12-16T03:39:07,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-12-16T03:39:07,955 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=20, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-16T03:39:07,957 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=20, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-16T03:39:07,958 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-16T03:39:07,979 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=219 (bloomFilter=true), to=hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/.tmp/B/4af8b677276c40ef8775977765346fb3 2024-12-16T03:39:07,994 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/.tmp/C/376fbd377dfd41c8b09ff3b7dbfa21ff is 50, key is test_row_0/C:col10/1734320347514/Put/seqid=0 2024-12-16T03:39:08,015 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073741883_1059 (size=12151) 2024-12-16T03:39:08,016 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=219 (bloomFilter=true), to=hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/.tmp/C/376fbd377dfd41c8b09ff3b7dbfa21ff 2024-12-16T03:39:08,029 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/.tmp/A/53ee3c73e55a4ee582e515f135952d7f as hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/A/53ee3c73e55a4ee582e515f135952d7f 2024-12-16T03:39:08,037 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/A/53ee3c73e55a4ee582e515f135952d7f, entries=150, sequenceid=219, filesize=11.9 K 2024-12-16T03:39:08,041 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/.tmp/B/4af8b677276c40ef8775977765346fb3 as hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/B/4af8b677276c40ef8775977765346fb3 2024-12-16T03:39:08,052 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/B/4af8b677276c40ef8775977765346fb3, entries=150, sequenceid=219, filesize=11.9 K 2024-12-16T03:39:08,054 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/.tmp/C/376fbd377dfd41c8b09ff3b7dbfa21ff as hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/C/376fbd377dfd41c8b09ff3b7dbfa21ff 2024-12-16T03:39:08,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-12-16T03:39:08,063 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/C/376fbd377dfd41c8b09ff3b7dbfa21ff, entries=150, sequenceid=219, filesize=11.9 K 2024-12-16T03:39:08,067 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for ad0b284e95019d62ff8d91ca156366d7 in 552ms, sequenceid=219, compaction requested=true 2024-12-16T03:39:08,067 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for ad0b284e95019d62ff8d91ca156366d7: 2024-12-16T03:39:08,068 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-16T03:39:08,068 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ad0b284e95019d62ff8d91ca156366d7:A, priority=-2147483648, current under compaction store size is 1 2024-12-16T03:39:08,068 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-16T03:39:08,068 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-16T03:39:08,068 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ad0b284e95019d62ff8d91ca156366d7:B, priority=-2147483648, current under compaction store size is 2 2024-12-16T03:39:08,070 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-16T03:39:08,070 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.HStore(1540): ad0b284e95019d62ff8d91ca156366d7/A is initiating minor compaction (all files) 2024-12-16T03:39:08,070 INFO [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ad0b284e95019d62ff8d91ca156366d7/A in TestAcidGuarantees,,1734320340163.ad0b284e95019d62ff8d91ca156366d7. 2024-12-16T03:39:08,070 INFO [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/A/846c62b063c2417d95985bbb7268091d, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/A/20a7970c2ee749bd8f0ba1a9ecf3f3da, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/A/53ee3c73e55a4ee582e515f135952d7f] into tmpdir=hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/.tmp, totalSize=36.0 K 2024-12-16T03:39:08,068 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-16T03:39:08,071 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ad0b284e95019d62ff8d91ca156366d7:C, priority=-2147483648, current under compaction store size is 3 2024-12-16T03:39:08,071 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-16T03:39:08,071 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.HStore(1540): ad0b284e95019d62ff8d91ca156366d7/B is initiating minor compaction (all files) 2024-12-16T03:39:08,071 INFO [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ad0b284e95019d62ff8d91ca156366d7/B in TestAcidGuarantees,,1734320340163.ad0b284e95019d62ff8d91ca156366d7. 2024-12-16T03:39:08,071 INFO [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/B/75ee86bcc10a489482c535f8fd2161d7, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/B/eebb1abb16214db1bb37a33c47a9fc6b, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/B/4af8b677276c40ef8775977765346fb3] into tmpdir=hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/.tmp, totalSize=36.0 K 2024-12-16T03:39:08,072 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] compactions.Compactor(224): Compacting 75ee86bcc10a489482c535f8fd2161d7, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=178, earliestPutTs=1734320346718 2024-12-16T03:39:08,072 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] compactions.Compactor(224): Compacting 846c62b063c2417d95985bbb7268091d, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=178, earliestPutTs=1734320346718 2024-12-16T03:39:08,073 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] compactions.Compactor(224): Compacting eebb1abb16214db1bb37a33c47a9fc6b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=196, earliestPutTs=1734320346751 2024-12-16T03:39:08,073 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] compactions.Compactor(224): Compacting 20a7970c2ee749bd8f0ba1a9ecf3f3da, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=196, earliestPutTs=1734320346751 2024-12-16T03:39:08,073 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-16T03:39:08,073 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] compactions.Compactor(224): Compacting 4af8b677276c40ef8775977765346fb3, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=219, earliestPutTs=1734320347403 2024-12-16T03:39:08,074 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] compactions.Compactor(224): Compacting 53ee3c73e55a4ee582e515f135952d7f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=219, earliestPutTs=1734320347403 2024-12-16T03:39:08,091 INFO [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ad0b284e95019d62ff8d91ca156366d7#B#compaction#45 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-16T03:39:08,092 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/.tmp/B/9c0b3fbddac74146b6cc7dd0a21338b7 is 50, key is test_row_0/B:col10/1734320347514/Put/seqid=0 2024-12-16T03:39:08,106 INFO [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ad0b284e95019d62ff8d91ca156366d7#A#compaction#46 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-16T03:39:08,106 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/.tmp/A/ecc462a7ecb64cf6a1f527ebe41363d9 is 50, key is test_row_0/A:col10/1734320347514/Put/seqid=0 2024-12-16T03:39:08,111 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:08,112 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39893 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-12-16T03:39:08,112 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734320340163.ad0b284e95019d62ff8d91ca156366d7. 2024-12-16T03:39:08,112 INFO [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2837): Flushing ad0b284e95019d62ff8d91ca156366d7 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-12-16T03:39:08,112 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ad0b284e95019d62ff8d91ca156366d7, store=A 2024-12-16T03:39:08,112 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T03:39:08,112 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ad0b284e95019d62ff8d91ca156366d7, store=B 2024-12-16T03:39:08,113 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T03:39:08,113 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ad0b284e95019d62ff8d91ca156366d7, store=C 2024-12-16T03:39:08,113 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T03:39:08,121 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/.tmp/A/ccff0a9f36e0404e94c643d6b408b8cb is 50, key is test_row_0/A:col10/1734320347530/Put/seqid=0 2024-12-16T03:39:08,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073741884_1060 (size=12663) 2024-12-16T03:39:08,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(8581): Flush requested on ad0b284e95019d62ff8d91ca156366d7 2024-12-16T03:39:08,144 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734320340163.ad0b284e95019d62ff8d91ca156366d7. as already flushing 2024-12-16T03:39:08,155 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/.tmp/B/9c0b3fbddac74146b6cc7dd0a21338b7 as hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/B/9c0b3fbddac74146b6cc7dd0a21338b7 2024-12-16T03:39:08,155 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073741886_1062 (size=12151) 2024-12-16T03:39:08,156 INFO [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=235 (bloomFilter=true), to=hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/.tmp/A/ccff0a9f36e0404e94c643d6b408b8cb 2024-12-16T03:39:08,157 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073741885_1061 (size=12663) 2024-12-16T03:39:08,168 INFO [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in ad0b284e95019d62ff8d91ca156366d7/B of ad0b284e95019d62ff8d91ca156366d7 into 9c0b3fbddac74146b6cc7dd0a21338b7(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-16T03:39:08,168 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ad0b284e95019d62ff8d91ca156366d7: 2024-12-16T03:39:08,168 INFO [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734320340163.ad0b284e95019d62ff8d91ca156366d7., storeName=ad0b284e95019d62ff8d91ca156366d7/B, priority=13, startTime=1734320348068; duration=0sec 2024-12-16T03:39:08,168 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-16T03:39:08,168 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ad0b284e95019d62ff8d91ca156366d7:B 2024-12-16T03:39:08,169 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-16T03:39:08,170 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-16T03:39:08,170 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.HStore(1540): ad0b284e95019d62ff8d91ca156366d7/C is initiating minor compaction (all files) 2024-12-16T03:39:08,171 INFO [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ad0b284e95019d62ff8d91ca156366d7/C in TestAcidGuarantees,,1734320340163.ad0b284e95019d62ff8d91ca156366d7. 2024-12-16T03:39:08,171 INFO [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/C/21e5d24167bf405e97e5e48d51295365, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/C/7f4e5d01f5c04c89a32879434b64c01f, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/C/376fbd377dfd41c8b09ff3b7dbfa21ff] into tmpdir=hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/.tmp, totalSize=36.0 K 2024-12-16T03:39:08,171 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] compactions.Compactor(224): Compacting 21e5d24167bf405e97e5e48d51295365, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=178, earliestPutTs=1734320346718 2024-12-16T03:39:08,172 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] compactions.Compactor(224): Compacting 7f4e5d01f5c04c89a32879434b64c01f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=196, earliestPutTs=1734320346751 2024-12-16T03:39:08,173 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] compactions.Compactor(224): Compacting 376fbd377dfd41c8b09ff3b7dbfa21ff, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=219, earliestPutTs=1734320347403 2024-12-16T03:39:08,178 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/.tmp/A/ecc462a7ecb64cf6a1f527ebe41363d9 as hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/A/ecc462a7ecb64cf6a1f527ebe41363d9 2024-12-16T03:39:08,180 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:08,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44746 deadline: 1734320408175, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:08,183 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/.tmp/B/b0253df71c9f46439b10ab7207c85e60 is 50, key is test_row_0/B:col10/1734320347530/Put/seqid=0 2024-12-16T03:39:08,188 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:08,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44738 deadline: 1734320408178, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:08,189 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:08,189 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:08,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44684 deadline: 1734320408180, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:08,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44694 deadline: 1734320408180, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:08,190 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:08,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44732 deadline: 1734320408181, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:08,190 INFO [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in ad0b284e95019d62ff8d91ca156366d7/A of ad0b284e95019d62ff8d91ca156366d7 into ecc462a7ecb64cf6a1f527ebe41363d9(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-16T03:39:08,190 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ad0b284e95019d62ff8d91ca156366d7: 2024-12-16T03:39:08,190 INFO [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734320340163.ad0b284e95019d62ff8d91ca156366d7., storeName=ad0b284e95019d62ff8d91ca156366d7/A, priority=13, startTime=1734320348067; duration=0sec 2024-12-16T03:39:08,191 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-16T03:39:08,191 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ad0b284e95019d62ff8d91ca156366d7:A 2024-12-16T03:39:08,194 INFO [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ad0b284e95019d62ff8d91ca156366d7#C#compaction#49 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-16T03:39:08,195 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/.tmp/C/dcabb4a1797a4f5aa7c92d52ec35b30f is 50, key is test_row_0/C:col10/1734320347514/Put/seqid=0 2024-12-16T03:39:08,197 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073741887_1063 (size=12151) 2024-12-16T03:39:08,198 INFO [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=235 (bloomFilter=true), to=hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/.tmp/B/b0253df71c9f46439b10ab7207c85e60 2024-12-16T03:39:08,225 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/.tmp/C/e1482b489a2f4572ae97eec6f064a641 is 50, key is test_row_0/C:col10/1734320347530/Put/seqid=0 2024-12-16T03:39:08,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073741888_1064 (size=12663) 2024-12-16T03:39:08,243 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/.tmp/C/dcabb4a1797a4f5aa7c92d52ec35b30f as hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/C/dcabb4a1797a4f5aa7c92d52ec35b30f 2024-12-16T03:39:08,252 INFO [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in ad0b284e95019d62ff8d91ca156366d7/C of ad0b284e95019d62ff8d91ca156366d7 into dcabb4a1797a4f5aa7c92d52ec35b30f(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-16T03:39:08,253 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ad0b284e95019d62ff8d91ca156366d7: 2024-12-16T03:39:08,253 INFO [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734320340163.ad0b284e95019d62ff8d91ca156366d7., storeName=ad0b284e95019d62ff8d91ca156366d7/C, priority=13, startTime=1734320348071; duration=0sec 2024-12-16T03:39:08,253 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-16T03:39:08,253 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ad0b284e95019d62ff8d91ca156366d7:C 2024-12-16T03:39:08,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073741889_1065 (size=12151) 2024-12-16T03:39:08,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-12-16T03:39:08,259 INFO [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=235 (bloomFilter=true), to=hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/.tmp/C/e1482b489a2f4572ae97eec6f064a641 2024-12-16T03:39:08,268 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/.tmp/A/ccff0a9f36e0404e94c643d6b408b8cb as hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/A/ccff0a9f36e0404e94c643d6b408b8cb 2024-12-16T03:39:08,276 INFO [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/A/ccff0a9f36e0404e94c643d6b408b8cb, entries=150, sequenceid=235, filesize=11.9 K 2024-12-16T03:39:08,278 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/.tmp/B/b0253df71c9f46439b10ab7207c85e60 as hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/B/b0253df71c9f46439b10ab7207c85e60 2024-12-16T03:39:08,284 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:08,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44746 deadline: 1734320408283, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:08,286 INFO [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/B/b0253df71c9f46439b10ab7207c85e60, entries=150, sequenceid=235, filesize=11.9 K 2024-12-16T03:39:08,287 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/.tmp/C/e1482b489a2f4572ae97eec6f064a641 as hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/C/e1482b489a2f4572ae97eec6f064a641 2024-12-16T03:39:08,292 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:08,292 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:08,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44738 deadline: 1734320408290, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:08,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44684 deadline: 1734320408290, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:08,293 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:08,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44694 deadline: 1734320408290, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:08,296 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:08,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44732 deadline: 1734320408292, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:08,297 INFO [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/C/e1482b489a2f4572ae97eec6f064a641, entries=150, sequenceid=235, filesize=11.9 K 2024-12-16T03:39:08,299 INFO [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for ad0b284e95019d62ff8d91ca156366d7 in 186ms, sequenceid=235, compaction requested=false 2024-12-16T03:39:08,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2538): Flush status journal for ad0b284e95019d62ff8d91ca156366d7: 2024-12-16T03:39:08,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734320340163.ad0b284e95019d62ff8d91ca156366d7. 2024-12-16T03:39:08,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=21 2024-12-16T03:39:08,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.HMaster(4106): Remote procedure done, pid=21 2024-12-16T03:39:08,304 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=21, resume processing ppid=20 2024-12-16T03:39:08,304 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=21, ppid=20, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 343 msec 2024-12-16T03:39:08,309 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=20, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=TestAcidGuarantees in 354 msec 2024-12-16T03:39:08,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(8581): Flush requested on ad0b284e95019d62ff8d91ca156366d7 2024-12-16T03:39:08,492 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing ad0b284e95019d62ff8d91ca156366d7 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-12-16T03:39:08,492 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ad0b284e95019d62ff8d91ca156366d7, store=A 2024-12-16T03:39:08,492 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T03:39:08,492 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ad0b284e95019d62ff8d91ca156366d7, store=B 2024-12-16T03:39:08,492 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T03:39:08,492 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ad0b284e95019d62ff8d91ca156366d7, store=C 2024-12-16T03:39:08,493 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T03:39:08,499 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/.tmp/A/81e16b898ae5448a81110bdaec857d10 is 50, key is test_row_0/A:col10/1734320348172/Put/seqid=0 2024-12-16T03:39:08,511 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073741890_1066 (size=14591) 2024-12-16T03:39:08,519 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:08,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44694 deadline: 1734320408516, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:08,520 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:08,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44746 deadline: 1734320408516, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:08,520 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:08,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44684 deadline: 1734320408516, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:08,521 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:08,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44738 deadline: 1734320408518, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:08,521 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:08,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44732 deadline: 1734320408518, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:08,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-12-16T03:39:08,560 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 20 completed 2024-12-16T03:39:08,562 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-16T03:39:08,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] procedure2.ProcedureExecutor(1098): Stored pid=22, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=TestAcidGuarantees 2024-12-16T03:39:08,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-12-16T03:39:08,564 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=22, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-16T03:39:08,567 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=22, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-16T03:39:08,567 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=23, ppid=22, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-16T03:39:08,627 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:08,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44746 deadline: 1734320408622, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:08,628 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:08,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44694 deadline: 1734320408622, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:08,628 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:08,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44684 deadline: 1734320408622, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:08,629 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:08,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44738 deadline: 1734320408622, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:08,629 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:08,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44732 deadline: 1734320408622, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:08,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-12-16T03:39:08,719 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:08,723 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39893 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-12-16T03:39:08,723 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734320340163.ad0b284e95019d62ff8d91ca156366d7. 2024-12-16T03:39:08,723 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734320340163.ad0b284e95019d62ff8d91ca156366d7. as already flushing 2024-12-16T03:39:08,723 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734320340163.ad0b284e95019d62ff8d91ca156366d7. 2024-12-16T03:39:08,724 ERROR [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => ad0b284e95019d62ff8d91ca156366d7, NAME => 'TestAcidGuarantees,,1734320340163.ad0b284e95019d62ff8d91ca156366d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:39:08,724 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => ad0b284e95019d62ff8d91ca156366d7, NAME => 'TestAcidGuarantees,,1734320340163.ad0b284e95019d62ff8d91ca156366d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:39:08,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ad0b284e95019d62ff8d91ca156366d7, NAME => 'TestAcidGuarantees,,1734320340163.ad0b284e95019d62ff8d91ca156366d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ad0b284e95019d62ff8d91ca156366d7, NAME => 'TestAcidGuarantees,,1734320340163.ad0b284e95019d62ff8d91ca156366d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:39:08,830 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:08,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44694 deadline: 1734320408830, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:08,831 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:08,831 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:08,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44684 deadline: 1734320408830, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:08,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44746 deadline: 1734320408829, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:08,832 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:08,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44732 deadline: 1734320408830, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:08,836 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:08,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44738 deadline: 1734320408834, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:08,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-12-16T03:39:08,876 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:08,877 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39893 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-12-16T03:39:08,877 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734320340163.ad0b284e95019d62ff8d91ca156366d7. 2024-12-16T03:39:08,877 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734320340163.ad0b284e95019d62ff8d91ca156366d7. as already flushing 2024-12-16T03:39:08,878 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734320340163.ad0b284e95019d62ff8d91ca156366d7. 2024-12-16T03:39:08,878 ERROR [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => ad0b284e95019d62ff8d91ca156366d7, NAME => 'TestAcidGuarantees,,1734320340163.ad0b284e95019d62ff8d91ca156366d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:39:08,878 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => ad0b284e95019d62ff8d91ca156366d7, NAME => 'TestAcidGuarantees,,1734320340163.ad0b284e95019d62ff8d91ca156366d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:39:08,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ad0b284e95019d62ff8d91ca156366d7, NAME => 'TestAcidGuarantees,,1734320340163.ad0b284e95019d62ff8d91ca156366d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ad0b284e95019d62ff8d91ca156366d7, NAME => 'TestAcidGuarantees,,1734320340163.ad0b284e95019d62ff8d91ca156366d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:39:08,912 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=260 (bloomFilter=true), to=hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/.tmp/A/81e16b898ae5448a81110bdaec857d10 2024-12-16T03:39:08,925 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/.tmp/B/de2016a7643b4f3f91417da0375d4285 is 50, key is test_row_0/B:col10/1734320348172/Put/seqid=0 2024-12-16T03:39:08,934 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073741891_1067 (size=12201) 2024-12-16T03:39:08,935 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=260 (bloomFilter=true), to=hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/.tmp/B/de2016a7643b4f3f91417da0375d4285 2024-12-16T03:39:08,950 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/.tmp/C/1c5989fc95864bd1830c1ef5ea272a32 is 50, key is test_row_0/C:col10/1734320348172/Put/seqid=0 2024-12-16T03:39:08,964 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073741892_1068 (size=12201) 2024-12-16T03:39:08,968 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=260 (bloomFilter=true), to=hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/.tmp/C/1c5989fc95864bd1830c1ef5ea272a32 2024-12-16T03:39:08,978 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/.tmp/A/81e16b898ae5448a81110bdaec857d10 as hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/A/81e16b898ae5448a81110bdaec857d10 2024-12-16T03:39:08,994 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/A/81e16b898ae5448a81110bdaec857d10, entries=200, sequenceid=260, filesize=14.2 K 2024-12-16T03:39:08,996 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/.tmp/B/de2016a7643b4f3f91417da0375d4285 as hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/B/de2016a7643b4f3f91417da0375d4285 2024-12-16T03:39:09,005 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/B/de2016a7643b4f3f91417da0375d4285, entries=150, sequenceid=260, filesize=11.9 K 2024-12-16T03:39:09,006 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/.tmp/C/1c5989fc95864bd1830c1ef5ea272a32 as hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/C/1c5989fc95864bd1830c1ef5ea272a32 2024-12-16T03:39:09,016 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/C/1c5989fc95864bd1830c1ef5ea272a32, entries=150, sequenceid=260, filesize=11.9 K 2024-12-16T03:39:09,017 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=80.51 KB/82440 for ad0b284e95019d62ff8d91ca156366d7 in 525ms, sequenceid=260, compaction requested=true 2024-12-16T03:39:09,017 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for ad0b284e95019d62ff8d91ca156366d7: 2024-12-16T03:39:09,018 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ad0b284e95019d62ff8d91ca156366d7:A, priority=-2147483648, current under compaction store size is 1 2024-12-16T03:39:09,018 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-16T03:39:09,018 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-16T03:39:09,018 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-16T03:39:09,019 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ad0b284e95019d62ff8d91ca156366d7:B, priority=-2147483648, current under compaction store size is 2 2024-12-16T03:39:09,019 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-16T03:39:09,019 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ad0b284e95019d62ff8d91ca156366d7:C, priority=-2147483648, current under compaction store size is 3 2024-12-16T03:39:09,019 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-16T03:39:09,020 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39405 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-16T03:39:09,020 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.HStore(1540): ad0b284e95019d62ff8d91ca156366d7/A is initiating minor compaction (all files) 2024-12-16T03:39:09,020 INFO [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ad0b284e95019d62ff8d91ca156366d7/A in TestAcidGuarantees,,1734320340163.ad0b284e95019d62ff8d91ca156366d7. 2024-12-16T03:39:09,020 INFO [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/A/ecc462a7ecb64cf6a1f527ebe41363d9, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/A/ccff0a9f36e0404e94c643d6b408b8cb, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/A/81e16b898ae5448a81110bdaec857d10] into tmpdir=hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/.tmp, totalSize=38.5 K 2024-12-16T03:39:09,021 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37015 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-16T03:39:09,021 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] compactions.Compactor(224): Compacting ecc462a7ecb64cf6a1f527ebe41363d9, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=219, earliestPutTs=1734320347403 2024-12-16T03:39:09,021 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.HStore(1540): ad0b284e95019d62ff8d91ca156366d7/B is initiating minor compaction (all files) 2024-12-16T03:39:09,021 INFO [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ad0b284e95019d62ff8d91ca156366d7/B in TestAcidGuarantees,,1734320340163.ad0b284e95019d62ff8d91ca156366d7. 2024-12-16T03:39:09,022 INFO [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/B/9c0b3fbddac74146b6cc7dd0a21338b7, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/B/b0253df71c9f46439b10ab7207c85e60, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/B/de2016a7643b4f3f91417da0375d4285] into tmpdir=hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/.tmp, totalSize=36.1 K 2024-12-16T03:39:09,022 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] compactions.Compactor(224): Compacting ccff0a9f36e0404e94c643d6b408b8cb, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=235, earliestPutTs=1734320347530 2024-12-16T03:39:09,023 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] compactions.Compactor(224): Compacting 9c0b3fbddac74146b6cc7dd0a21338b7, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=219, earliestPutTs=1734320347403 2024-12-16T03:39:09,023 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] compactions.Compactor(224): Compacting 81e16b898ae5448a81110bdaec857d10, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=260, earliestPutTs=1734320348172 2024-12-16T03:39:09,024 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] compactions.Compactor(224): Compacting b0253df71c9f46439b10ab7207c85e60, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=235, earliestPutTs=1734320347530 2024-12-16T03:39:09,025 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] compactions.Compactor(224): Compacting de2016a7643b4f3f91417da0375d4285, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=260, earliestPutTs=1734320348172 2024-12-16T03:39:09,031 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:09,032 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39893 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-12-16T03:39:09,032 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734320340163.ad0b284e95019d62ff8d91ca156366d7. 2024-12-16T03:39:09,032 INFO [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2837): Flushing ad0b284e95019d62ff8d91ca156366d7 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-12-16T03:39:09,033 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ad0b284e95019d62ff8d91ca156366d7, store=A 2024-12-16T03:39:09,033 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T03:39:09,033 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ad0b284e95019d62ff8d91ca156366d7, store=B 2024-12-16T03:39:09,033 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T03:39:09,033 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ad0b284e95019d62ff8d91ca156366d7, store=C 2024-12-16T03:39:09,033 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T03:39:09,042 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/.tmp/A/7d05334c680a4c31a54d8639c1b58e03 is 50, key is test_row_0/A:col10/1734320348516/Put/seqid=0 2024-12-16T03:39:09,054 INFO [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ad0b284e95019d62ff8d91ca156366d7#B#compaction#55 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-16T03:39:09,054 INFO [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ad0b284e95019d62ff8d91ca156366d7#A#compaction#56 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-16T03:39:09,055 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/.tmp/A/3ee5996d2645444ca4618e0fcc4b6d6e is 50, key is test_row_0/A:col10/1734320348172/Put/seqid=0 2024-12-16T03:39:09,055 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/.tmp/B/60bf4b269aa744f1aa07aaacbf9a988d is 50, key is test_row_0/B:col10/1734320348172/Put/seqid=0 2024-12-16T03:39:09,085 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073741893_1069 (size=12301) 2024-12-16T03:39:09,087 INFO [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=275 (bloomFilter=true), to=hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/.tmp/A/7d05334c680a4c31a54d8639c1b58e03 2024-12-16T03:39:09,089 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073741894_1070 (size=12815) 2024-12-16T03:39:09,097 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/.tmp/A/3ee5996d2645444ca4618e0fcc4b6d6e as hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/A/3ee5996d2645444ca4618e0fcc4b6d6e 2024-12-16T03:39:09,104 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/.tmp/B/0a51c14b27f04e7cb6bf127a06e589cc is 50, key is test_row_0/B:col10/1734320348516/Put/seqid=0 2024-12-16T03:39:09,110 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073741895_1071 (size=12815) 2024-12-16T03:39:09,111 INFO [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in ad0b284e95019d62ff8d91ca156366d7/A of ad0b284e95019d62ff8d91ca156366d7 into 3ee5996d2645444ca4618e0fcc4b6d6e(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-16T03:39:09,111 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ad0b284e95019d62ff8d91ca156366d7: 2024-12-16T03:39:09,111 INFO [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734320340163.ad0b284e95019d62ff8d91ca156366d7., storeName=ad0b284e95019d62ff8d91ca156366d7/A, priority=13, startTime=1734320349018; duration=0sec 2024-12-16T03:39:09,111 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-16T03:39:09,111 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ad0b284e95019d62ff8d91ca156366d7:A 2024-12-16T03:39:09,111 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-16T03:39:09,117 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37015 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-16T03:39:09,117 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.HStore(1540): ad0b284e95019d62ff8d91ca156366d7/C is initiating minor compaction (all files) 2024-12-16T03:39:09,117 INFO [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ad0b284e95019d62ff8d91ca156366d7/C in TestAcidGuarantees,,1734320340163.ad0b284e95019d62ff8d91ca156366d7. 2024-12-16T03:39:09,117 INFO [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/C/dcabb4a1797a4f5aa7c92d52ec35b30f, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/C/e1482b489a2f4572ae97eec6f064a641, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/C/1c5989fc95864bd1830c1ef5ea272a32] into tmpdir=hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/.tmp, totalSize=36.1 K 2024-12-16T03:39:09,119 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] compactions.Compactor(224): Compacting dcabb4a1797a4f5aa7c92d52ec35b30f, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=219, earliestPutTs=1734320347403 2024-12-16T03:39:09,119 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] compactions.Compactor(224): Compacting e1482b489a2f4572ae97eec6f064a641, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=235, earliestPutTs=1734320347530 2024-12-16T03:39:09,120 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1c5989fc95864bd1830c1ef5ea272a32, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=260, earliestPutTs=1734320348172 2024-12-16T03:39:09,128 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073741896_1072 (size=12301) 2024-12-16T03:39:09,129 INFO [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=275 (bloomFilter=true), to=hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/.tmp/B/0a51c14b27f04e7cb6bf127a06e589cc 2024-12-16T03:39:09,137 INFO [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ad0b284e95019d62ff8d91ca156366d7#C#compaction#58 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-16T03:39:09,138 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734320340163.ad0b284e95019d62ff8d91ca156366d7. as already flushing 2024-12-16T03:39:09,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(8581): Flush requested on ad0b284e95019d62ff8d91ca156366d7 2024-12-16T03:39:09,138 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/.tmp/C/6540ef30a9de40f496c418421484144b is 50, key is test_row_0/C:col10/1734320348172/Put/seqid=0 2024-12-16T03:39:09,141 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/.tmp/C/3a47d7bfd2aa4e3b8a9b30599e70935b is 50, key is test_row_0/C:col10/1734320348516/Put/seqid=0 2024-12-16T03:39:09,157 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:09,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44746 deadline: 1734320409154, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:09,158 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073741897_1073 (size=12815) 2024-12-16T03:39:09,159 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:09,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44738 deadline: 1734320409155, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:09,160 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:09,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44694 deadline: 1734320409155, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:09,160 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:09,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44684 deadline: 1734320409157, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:09,161 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:09,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44732 deadline: 1734320409158, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:09,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-12-16T03:39:09,168 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/.tmp/C/6540ef30a9de40f496c418421484144b as hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/C/6540ef30a9de40f496c418421484144b 2024-12-16T03:39:09,177 INFO [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in ad0b284e95019d62ff8d91ca156366d7/C of ad0b284e95019d62ff8d91ca156366d7 into 6540ef30a9de40f496c418421484144b(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-16T03:39:09,177 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ad0b284e95019d62ff8d91ca156366d7: 2024-12-16T03:39:09,177 INFO [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734320340163.ad0b284e95019d62ff8d91ca156366d7., storeName=ad0b284e95019d62ff8d91ca156366d7/C, priority=13, startTime=1734320349019; duration=0sec 2024-12-16T03:39:09,177 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-16T03:39:09,177 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ad0b284e95019d62ff8d91ca156366d7:C 2024-12-16T03:39:09,180 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073741898_1074 (size=12301) 2024-12-16T03:39:09,183 INFO [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=275 (bloomFilter=true), to=hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/.tmp/C/3a47d7bfd2aa4e3b8a9b30599e70935b 2024-12-16T03:39:09,191 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/.tmp/A/7d05334c680a4c31a54d8639c1b58e03 as hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/A/7d05334c680a4c31a54d8639c1b58e03 2024-12-16T03:39:09,199 INFO [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/A/7d05334c680a4c31a54d8639c1b58e03, entries=150, sequenceid=275, filesize=12.0 K 2024-12-16T03:39:09,202 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/.tmp/B/0a51c14b27f04e7cb6bf127a06e589cc as hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/B/0a51c14b27f04e7cb6bf127a06e589cc 2024-12-16T03:39:09,211 INFO [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/B/0a51c14b27f04e7cb6bf127a06e589cc, entries=150, sequenceid=275, filesize=12.0 K 2024-12-16T03:39:09,213 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/.tmp/C/3a47d7bfd2aa4e3b8a9b30599e70935b as hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/C/3a47d7bfd2aa4e3b8a9b30599e70935b 2024-12-16T03:39:09,220 INFO [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/C/3a47d7bfd2aa4e3b8a9b30599e70935b, entries=150, sequenceid=275, filesize=12.0 K 2024-12-16T03:39:09,222 INFO [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for ad0b284e95019d62ff8d91ca156366d7 in 190ms, sequenceid=275, compaction requested=false 2024-12-16T03:39:09,222 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2538): Flush status journal for ad0b284e95019d62ff8d91ca156366d7: 2024-12-16T03:39:09,222 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734320340163.ad0b284e95019d62ff8d91ca156366d7. 2024-12-16T03:39:09,222 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=23 2024-12-16T03:39:09,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.HMaster(4106): Remote procedure done, pid=23 2024-12-16T03:39:09,225 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=23, resume processing ppid=22 2024-12-16T03:39:09,225 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=23, ppid=22, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 657 msec 2024-12-16T03:39:09,227 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=22, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=TestAcidGuarantees in 664 msec 2024-12-16T03:39:09,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(8581): Flush requested on ad0b284e95019d62ff8d91ca156366d7 2024-12-16T03:39:09,263 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing ad0b284e95019d62ff8d91ca156366d7 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-12-16T03:39:09,265 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ad0b284e95019d62ff8d91ca156366d7, store=A 2024-12-16T03:39:09,265 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T03:39:09,266 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ad0b284e95019d62ff8d91ca156366d7, store=B 2024-12-16T03:39:09,266 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T03:39:09,266 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ad0b284e95019d62ff8d91ca156366d7, store=C 2024-12-16T03:39:09,266 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T03:39:09,271 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/.tmp/A/405cad7e3280447fadcb36cb8266e3ba is 50, key is test_row_0/A:col10/1734320349154/Put/seqid=0 2024-12-16T03:39:09,283 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:09,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44694 deadline: 1734320409277, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:09,284 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:09,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44746 deadline: 1734320409279, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:09,285 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:09,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44738 deadline: 1734320409280, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:09,285 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:09,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44732 deadline: 1734320409279, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:09,286 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:09,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44684 deadline: 1734320409282, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:09,293 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073741899_1075 (size=14741) 2024-12-16T03:39:09,295 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=300 (bloomFilter=true), to=hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/.tmp/A/405cad7e3280447fadcb36cb8266e3ba 2024-12-16T03:39:09,308 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/.tmp/B/074773ccb23645c2870e16d1b84d77eb is 50, key is test_row_0/B:col10/1734320349154/Put/seqid=0 2024-12-16T03:39:09,329 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073741900_1076 (size=12301) 2024-12-16T03:39:09,331 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=300 (bloomFilter=true), to=hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/.tmp/B/074773ccb23645c2870e16d1b84d77eb 2024-12-16T03:39:09,342 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/.tmp/C/80b51c2a67294e18bb1681f1c76b4c61 is 50, key is test_row_0/C:col10/1734320349154/Put/seqid=0 2024-12-16T03:39:09,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073741901_1077 (size=12301) 2024-12-16T03:39:09,360 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=300 (bloomFilter=true), to=hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/.tmp/C/80b51c2a67294e18bb1681f1c76b4c61 2024-12-16T03:39:09,367 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/.tmp/A/405cad7e3280447fadcb36cb8266e3ba as hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/A/405cad7e3280447fadcb36cb8266e3ba 2024-12-16T03:39:09,373 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/A/405cad7e3280447fadcb36cb8266e3ba, entries=200, sequenceid=300, filesize=14.4 K 2024-12-16T03:39:09,374 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/.tmp/B/074773ccb23645c2870e16d1b84d77eb as hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/B/074773ccb23645c2870e16d1b84d77eb 2024-12-16T03:39:09,381 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/B/074773ccb23645c2870e16d1b84d77eb, entries=150, sequenceid=300, filesize=12.0 K 2024-12-16T03:39:09,383 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/.tmp/C/80b51c2a67294e18bb1681f1c76b4c61 as hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/C/80b51c2a67294e18bb1681f1c76b4c61 2024-12-16T03:39:09,389 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:09,389 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:09,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44694 deadline: 1734320409386, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:09,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44746 deadline: 1734320409386, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:09,390 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:09,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44738 deadline: 1734320409386, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:09,390 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:09,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44732 deadline: 1734320409387, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:09,391 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:09,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44684 deadline: 1734320409387, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:09,396 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/C/80b51c2a67294e18bb1681f1c76b4c61, entries=150, sequenceid=300, filesize=12.0 K 2024-12-16T03:39:09,397 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=73.80 KB/75570 for ad0b284e95019d62ff8d91ca156366d7 in 134ms, sequenceid=300, compaction requested=true 2024-12-16T03:39:09,397 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for ad0b284e95019d62ff8d91ca156366d7: 2024-12-16T03:39:09,397 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ad0b284e95019d62ff8d91ca156366d7:A, priority=-2147483648, current under compaction store size is 2 2024-12-16T03:39:09,397 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-16T03:39:09,398 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-16T03:39:09,398 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ad0b284e95019d62ff8d91ca156366d7:B, priority=-2147483648, current under compaction store size is 2 2024-12-16T03:39:09,398 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-16T03:39:09,398 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ad0b284e95019d62ff8d91ca156366d7:C, priority=-2147483648, current under compaction store size is 3 2024-12-16T03:39:09,398 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-12-16T03:39:09,399 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39857 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-16T03:39:09,399 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.HStore(1540): ad0b284e95019d62ff8d91ca156366d7/A is initiating minor compaction (all files) 2024-12-16T03:39:09,399 INFO [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ad0b284e95019d62ff8d91ca156366d7/A in TestAcidGuarantees,,1734320340163.ad0b284e95019d62ff8d91ca156366d7. 2024-12-16T03:39:09,400 INFO [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/A/3ee5996d2645444ca4618e0fcc4b6d6e, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/A/7d05334c680a4c31a54d8639c1b58e03, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/A/405cad7e3280447fadcb36cb8266e3ba] into tmpdir=hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/.tmp, totalSize=38.9 K 2024-12-16T03:39:09,400 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3ee5996d2645444ca4618e0fcc4b6d6e, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=260, earliestPutTs=1734320348172 2024-12-16T03:39:09,401 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7d05334c680a4c31a54d8639c1b58e03, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=275, earliestPutTs=1734320348510 2024-12-16T03:39:09,401 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] compactions.Compactor(224): Compacting 405cad7e3280447fadcb36cb8266e3ba, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=300, earliestPutTs=1734320349152 2024-12-16T03:39:09,410 INFO [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ad0b284e95019d62ff8d91ca156366d7#A#compaction#63 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-16T03:39:09,411 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/.tmp/A/68195919bd09444ab96f73ddbffa3c27 is 50, key is test_row_0/A:col10/1734320349154/Put/seqid=0 2024-12-16T03:39:09,429 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073741902_1078 (size=13017) 2024-12-16T03:39:09,440 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/.tmp/A/68195919bd09444ab96f73ddbffa3c27 as hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/A/68195919bd09444ab96f73ddbffa3c27 2024-12-16T03:39:09,451 INFO [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in ad0b284e95019d62ff8d91ca156366d7/A of ad0b284e95019d62ff8d91ca156366d7 into 68195919bd09444ab96f73ddbffa3c27(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-16T03:39:09,451 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ad0b284e95019d62ff8d91ca156366d7: 2024-12-16T03:39:09,451 INFO [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734320340163.ad0b284e95019d62ff8d91ca156366d7., storeName=ad0b284e95019d62ff8d91ca156366d7/A, priority=13, startTime=1734320349397; duration=0sec 2024-12-16T03:39:09,451 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-12-16T03:39:09,451 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ad0b284e95019d62ff8d91ca156366d7:A 2024-12-16T03:39:09,452 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 3 compacting, 2 eligible, 16 blocking 2024-12-16T03:39:09,453 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-12-16T03:39:09,453 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-12-16T03:39:09,453 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1734320340163.ad0b284e95019d62ff8d91ca156366d7. because compaction request was cancelled 2024-12-16T03:39:09,453 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ad0b284e95019d62ff8d91ca156366d7:B 2024-12-16T03:39:09,453 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-16T03:39:09,454 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37417 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-16T03:39:09,454 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.HStore(1540): ad0b284e95019d62ff8d91ca156366d7/C is initiating minor compaction (all files) 2024-12-16T03:39:09,454 INFO [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ad0b284e95019d62ff8d91ca156366d7/C in TestAcidGuarantees,,1734320340163.ad0b284e95019d62ff8d91ca156366d7. 2024-12-16T03:39:09,454 INFO [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/C/6540ef30a9de40f496c418421484144b, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/C/3a47d7bfd2aa4e3b8a9b30599e70935b, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/C/80b51c2a67294e18bb1681f1c76b4c61] into tmpdir=hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/.tmp, totalSize=36.5 K 2024-12-16T03:39:09,455 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6540ef30a9de40f496c418421484144b, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=260, earliestPutTs=1734320348172 2024-12-16T03:39:09,455 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3a47d7bfd2aa4e3b8a9b30599e70935b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=275, earliestPutTs=1734320348510 2024-12-16T03:39:09,456 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] compactions.Compactor(224): Compacting 80b51c2a67294e18bb1681f1c76b4c61, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=300, earliestPutTs=1734320349154 2024-12-16T03:39:09,468 INFO [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ad0b284e95019d62ff8d91ca156366d7#C#compaction#64 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-16T03:39:09,471 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/.tmp/C/6d527b0fdf9e40818f778381224d26b0 is 50, key is test_row_0/C:col10/1734320349154/Put/seqid=0 2024-12-16T03:39:09,485 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073741903_1079 (size=13017) 2024-12-16T03:39:09,504 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/.tmp/C/6d527b0fdf9e40818f778381224d26b0 as hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/C/6d527b0fdf9e40818f778381224d26b0 2024-12-16T03:39:09,519 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/.tmp/B/60bf4b269aa744f1aa07aaacbf9a988d as hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/B/60bf4b269aa744f1aa07aaacbf9a988d 2024-12-16T03:39:09,518 INFO [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in ad0b284e95019d62ff8d91ca156366d7/C of ad0b284e95019d62ff8d91ca156366d7 into 6d527b0fdf9e40818f778381224d26b0(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-16T03:39:09,521 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ad0b284e95019d62ff8d91ca156366d7: 2024-12-16T03:39:09,521 INFO [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734320340163.ad0b284e95019d62ff8d91ca156366d7., storeName=ad0b284e95019d62ff8d91ca156366d7/C, priority=13, startTime=1734320349398; duration=0sec 2024-12-16T03:39:09,521 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-16T03:39:09,521 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ad0b284e95019d62ff8d91ca156366d7:C 2024-12-16T03:39:09,528 INFO [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in ad0b284e95019d62ff8d91ca156366d7/B of ad0b284e95019d62ff8d91ca156366d7 into 60bf4b269aa744f1aa07aaacbf9a988d(size=12.5 K), total size for store is 36.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-16T03:39:09,528 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ad0b284e95019d62ff8d91ca156366d7: 2024-12-16T03:39:09,528 INFO [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734320340163.ad0b284e95019d62ff8d91ca156366d7., storeName=ad0b284e95019d62ff8d91ca156366d7/B, priority=13, startTime=1734320349018; duration=0sec 2024-12-16T03:39:09,528 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-16T03:39:09,528 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ad0b284e95019d62ff8d91ca156366d7:B 2024-12-16T03:39:09,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(8581): Flush requested on ad0b284e95019d62ff8d91ca156366d7 2024-12-16T03:39:09,593 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing ad0b284e95019d62ff8d91ca156366d7 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-12-16T03:39:09,594 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ad0b284e95019d62ff8d91ca156366d7, store=A 2024-12-16T03:39:09,594 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T03:39:09,594 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ad0b284e95019d62ff8d91ca156366d7, store=B 2024-12-16T03:39:09,594 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T03:39:09,594 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ad0b284e95019d62ff8d91ca156366d7, store=C 2024-12-16T03:39:09,594 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T03:39:09,600 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/.tmp/A/c85b26bb84654ea3b1de5403de8bfda1 is 50, key is test_row_0/A:col10/1734320349592/Put/seqid=0 2024-12-16T03:39:09,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073741904_1080 (size=14741) 2024-12-16T03:39:09,615 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=319 (bloomFilter=true), to=hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/.tmp/A/c85b26bb84654ea3b1de5403de8bfda1 2024-12-16T03:39:09,628 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/.tmp/B/9057df6f243e49a087de4901ff3aa5cd is 50, key is test_row_0/B:col10/1734320349592/Put/seqid=0 2024-12-16T03:39:09,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073741905_1081 (size=12301) 2024-12-16T03:39:09,651 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:09,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44732 deadline: 1734320409647, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:09,653 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:09,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44694 deadline: 1734320409649, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:09,653 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:09,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44684 deadline: 1734320409650, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:09,654 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:09,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44746 deadline: 1734320409650, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:09,654 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:09,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44738 deadline: 1734320409651, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:09,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-12-16T03:39:09,669 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 22 completed 2024-12-16T03:39:09,670 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-16T03:39:09,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] procedure2.ProcedureExecutor(1098): Stored pid=24, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=24, table=TestAcidGuarantees 2024-12-16T03:39:09,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-12-16T03:39:09,672 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=24, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=24, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-16T03:39:09,673 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=24, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=24, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-16T03:39:09,673 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=25, ppid=24, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-16T03:39:09,754 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:09,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44732 deadline: 1734320409753, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:09,755 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:09,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44694 deadline: 1734320409754, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:09,756 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:09,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44684 deadline: 1734320409755, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:09,757 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:09,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44746 deadline: 1734320409755, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:09,758 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:09,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44738 deadline: 1734320409756, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:09,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-12-16T03:39:09,825 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:09,826 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39893 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-12-16T03:39:09,826 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734320340163.ad0b284e95019d62ff8d91ca156366d7. 2024-12-16T03:39:09,826 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734320340163.ad0b284e95019d62ff8d91ca156366d7. as already flushing 2024-12-16T03:39:09,826 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734320340163.ad0b284e95019d62ff8d91ca156366d7. 2024-12-16T03:39:09,827 ERROR [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] handler.RSProcedureHandler(58): pid=25 java.io.IOException: Unable to complete flush {ENCODED => ad0b284e95019d62ff8d91ca156366d7, NAME => 'TestAcidGuarantees,,1734320340163.ad0b284e95019d62ff8d91ca156366d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:39:09,827 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=25 java.io.IOException: Unable to complete flush {ENCODED => ad0b284e95019d62ff8d91ca156366d7, NAME => 'TestAcidGuarantees,,1734320340163.ad0b284e95019d62ff8d91ca156366d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:39:09,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.HMaster(4114): Remote procedure failed, pid=25 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ad0b284e95019d62ff8d91ca156366d7, NAME => 'TestAcidGuarantees,,1734320340163.ad0b284e95019d62ff8d91ca156366d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ad0b284e95019d62ff8d91ca156366d7, NAME => 'TestAcidGuarantees,,1734320340163.ad0b284e95019d62ff8d91ca156366d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:39:09,956 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:09,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44732 deadline: 1734320409956, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:09,959 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:09,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44694 deadline: 1734320409957, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:09,960 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:09,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44738 deadline: 1734320409959, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:09,960 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:09,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44746 deadline: 1734320409960, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:09,961 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:09,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44684 deadline: 1734320409961, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:09,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-12-16T03:39:09,979 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:09,979 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39893 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-12-16T03:39:09,979 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734320340163.ad0b284e95019d62ff8d91ca156366d7. 2024-12-16T03:39:09,979 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734320340163.ad0b284e95019d62ff8d91ca156366d7. as already flushing 2024-12-16T03:39:09,980 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734320340163.ad0b284e95019d62ff8d91ca156366d7. 2024-12-16T03:39:09,980 ERROR [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] handler.RSProcedureHandler(58): pid=25 java.io.IOException: Unable to complete flush {ENCODED => ad0b284e95019d62ff8d91ca156366d7, NAME => 'TestAcidGuarantees,,1734320340163.ad0b284e95019d62ff8d91ca156366d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:39:09,980 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=25 java.io.IOException: Unable to complete flush {ENCODED => ad0b284e95019d62ff8d91ca156366d7, NAME => 'TestAcidGuarantees,,1734320340163.ad0b284e95019d62ff8d91ca156366d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:39:09,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.HMaster(4114): Remote procedure failed, pid=25 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ad0b284e95019d62ff8d91ca156366d7, NAME => 'TestAcidGuarantees,,1734320340163.ad0b284e95019d62ff8d91ca156366d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ad0b284e95019d62ff8d91ca156366d7, NAME => 'TestAcidGuarantees,,1734320340163.ad0b284e95019d62ff8d91ca156366d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:39:10,035 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=319 (bloomFilter=true), to=hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/.tmp/B/9057df6f243e49a087de4901ff3aa5cd 2024-12-16T03:39:10,048 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/.tmp/C/068ebc269e344557b9569703dd39dd86 is 50, key is test_row_0/C:col10/1734320349592/Put/seqid=0 2024-12-16T03:39:10,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073741906_1082 (size=12301) 2024-12-16T03:39:10,058 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=319 (bloomFilter=true), to=hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/.tmp/C/068ebc269e344557b9569703dd39dd86 2024-12-16T03:39:10,065 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/.tmp/A/c85b26bb84654ea3b1de5403de8bfda1 as hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/A/c85b26bb84654ea3b1de5403de8bfda1 2024-12-16T03:39:10,074 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/A/c85b26bb84654ea3b1de5403de8bfda1, entries=200, sequenceid=319, filesize=14.4 K 2024-12-16T03:39:10,077 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/.tmp/B/9057df6f243e49a087de4901ff3aa5cd as hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/B/9057df6f243e49a087de4901ff3aa5cd 2024-12-16T03:39:10,083 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/B/9057df6f243e49a087de4901ff3aa5cd, entries=150, sequenceid=319, filesize=12.0 K 2024-12-16T03:39:10,085 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/.tmp/C/068ebc269e344557b9569703dd39dd86 as hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/C/068ebc269e344557b9569703dd39dd86 2024-12-16T03:39:10,093 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/C/068ebc269e344557b9569703dd39dd86, entries=150, sequenceid=319, filesize=12.0 K 2024-12-16T03:39:10,094 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=120.76 KB/123660 for ad0b284e95019d62ff8d91ca156366d7 in 501ms, sequenceid=319, compaction requested=true 2024-12-16T03:39:10,094 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for ad0b284e95019d62ff8d91ca156366d7: 2024-12-16T03:39:10,094 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ad0b284e95019d62ff8d91ca156366d7:A, priority=-2147483648, current under compaction store size is 1 2024-12-16T03:39:10,094 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-12-16T03:39:10,095 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-16T03:39:10,095 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ad0b284e95019d62ff8d91ca156366d7:B, priority=-2147483648, current under compaction store size is 2 2024-12-16T03:39:10,095 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-16T03:39:10,095 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-16T03:39:10,095 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ad0b284e95019d62ff8d91ca156366d7:C, priority=-2147483648, current under compaction store size is 3 2024-12-16T03:39:10,095 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-16T03:39:10,097 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-12-16T03:39:10,097 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-12-16T03:39:10,097 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1734320340163.ad0b284e95019d62ff8d91ca156366d7. because compaction request was cancelled 2024-12-16T03:39:10,098 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ad0b284e95019d62ff8d91ca156366d7:A 2024-12-16T03:39:10,098 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-12-16T03:39:10,098 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49718 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-16T03:39:10,098 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.HStore(1540): ad0b284e95019d62ff8d91ca156366d7/B is initiating minor compaction (all files) 2024-12-16T03:39:10,098 INFO [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ad0b284e95019d62ff8d91ca156366d7/B in TestAcidGuarantees,,1734320340163.ad0b284e95019d62ff8d91ca156366d7. 2024-12-16T03:39:10,099 INFO [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/B/60bf4b269aa744f1aa07aaacbf9a988d, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/B/0a51c14b27f04e7cb6bf127a06e589cc, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/B/074773ccb23645c2870e16d1b84d77eb, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/B/9057df6f243e49a087de4901ff3aa5cd] into tmpdir=hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/.tmp, totalSize=48.6 K 2024-12-16T03:39:10,099 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-12-16T03:39:10,100 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-12-16T03:39:10,100 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1734320340163.ad0b284e95019d62ff8d91ca156366d7. because compaction request was cancelled 2024-12-16T03:39:10,100 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ad0b284e95019d62ff8d91ca156366d7:C 2024-12-16T03:39:10,100 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] compactions.Compactor(224): Compacting 60bf4b269aa744f1aa07aaacbf9a988d, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=260, earliestPutTs=1734320348172 2024-12-16T03:39:10,100 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] compactions.Compactor(224): Compacting 0a51c14b27f04e7cb6bf127a06e589cc, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=275, earliestPutTs=1734320348510 2024-12-16T03:39:10,101 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] compactions.Compactor(224): Compacting 074773ccb23645c2870e16d1b84d77eb, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=300, earliestPutTs=1734320349154 2024-12-16T03:39:10,102 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] compactions.Compactor(224): Compacting 9057df6f243e49a087de4901ff3aa5cd, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=319, earliestPutTs=1734320349279 2024-12-16T03:39:10,122 INFO [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ad0b284e95019d62ff8d91ca156366d7#B#compaction#68 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-16T03:39:10,123 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/.tmp/B/b1ce0571e3894bc8b7672ac8ffbe4744 is 50, key is test_row_0/B:col10/1734320349592/Put/seqid=0 2024-12-16T03:39:10,133 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:10,135 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39893 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-12-16T03:39:10,135 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734320340163.ad0b284e95019d62ff8d91ca156366d7. 2024-12-16T03:39:10,135 INFO [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2837): Flushing ad0b284e95019d62ff8d91ca156366d7 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-12-16T03:39:10,135 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ad0b284e95019d62ff8d91ca156366d7, store=A 2024-12-16T03:39:10,135 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T03:39:10,135 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ad0b284e95019d62ff8d91ca156366d7, store=B 2024-12-16T03:39:10,136 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T03:39:10,136 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ad0b284e95019d62ff8d91ca156366d7, store=C 2024-12-16T03:39:10,136 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T03:39:10,149 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/.tmp/A/a4bfcbf9114b4ab193abc5509f4fe641 is 50, key is test_row_0/A:col10/1734320349648/Put/seqid=0 2024-12-16T03:39:10,152 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073741907_1083 (size=13051) 2024-12-16T03:39:10,163 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/.tmp/B/b1ce0571e3894bc8b7672ac8ffbe4744 as hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/B/b1ce0571e3894bc8b7672ac8ffbe4744 2024-12-16T03:39:10,170 INFO [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in ad0b284e95019d62ff8d91ca156366d7/B of ad0b284e95019d62ff8d91ca156366d7 into b1ce0571e3894bc8b7672ac8ffbe4744(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-16T03:39:10,171 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ad0b284e95019d62ff8d91ca156366d7: 2024-12-16T03:39:10,171 INFO [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734320340163.ad0b284e95019d62ff8d91ca156366d7., storeName=ad0b284e95019d62ff8d91ca156366d7/B, priority=12, startTime=1734320350095; duration=0sec 2024-12-16T03:39:10,171 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-16T03:39:10,171 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ad0b284e95019d62ff8d91ca156366d7:B 2024-12-16T03:39:10,173 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073741908_1084 (size=12301) 2024-12-16T03:39:10,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(8581): Flush requested on ad0b284e95019d62ff8d91ca156366d7 2024-12-16T03:39:10,261 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734320340163.ad0b284e95019d62ff8d91ca156366d7. as already flushing 2024-12-16T03:39:10,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-12-16T03:39:10,282 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:10,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44684 deadline: 1734320410281, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:10,283 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:10,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44746 deadline: 1734320410281, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:10,288 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:10,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44738 deadline: 1734320410282, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:10,289 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:10,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44694 deadline: 1734320410282, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:10,289 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:10,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44732 deadline: 1734320410282, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:10,387 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:10,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44684 deadline: 1734320410384, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:10,388 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:10,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44746 deadline: 1734320410385, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:10,392 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:10,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44738 deadline: 1734320410390, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:10,395 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:10,395 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:10,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44694 deadline: 1734320410395, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:10,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44732 deadline: 1734320410395, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:10,574 INFO [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=340 (bloomFilter=true), to=hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/.tmp/A/a4bfcbf9114b4ab193abc5509f4fe641 2024-12-16T03:39:10,584 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/.tmp/B/9fbe21f9e1154bb5ad800510136e26a3 is 50, key is test_row_0/B:col10/1734320349648/Put/seqid=0 2024-12-16T03:39:10,588 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073741909_1085 (size=12301) 2024-12-16T03:39:10,589 INFO [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=340 (bloomFilter=true), to=hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/.tmp/B/9fbe21f9e1154bb5ad800510136e26a3 2024-12-16T03:39:10,593 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:10,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44684 deadline: 1734320410590, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:10,594 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:10,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44746 deadline: 1734320410593, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:10,595 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:10,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44738 deadline: 1734320410595, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:10,598 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:10,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44694 deadline: 1734320410597, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:10,599 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:10,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44732 deadline: 1734320410598, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:10,600 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/.tmp/C/acb1687e04444dcd9680b0e51fa3d2a3 is 50, key is test_row_0/C:col10/1734320349648/Put/seqid=0 2024-12-16T03:39:10,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073741910_1086 (size=12301) 2024-12-16T03:39:10,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-12-16T03:39:10,896 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:10,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44684 deadline: 1734320410894, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:10,897 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:10,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44746 deadline: 1734320410897, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:10,899 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:10,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44738 deadline: 1734320410897, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:10,901 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:10,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44732 deadline: 1734320410900, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:10,904 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:10,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44694 deadline: 1734320410902, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:11,017 INFO [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=340 (bloomFilter=true), to=hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/.tmp/C/acb1687e04444dcd9680b0e51fa3d2a3 2024-12-16T03:39:11,023 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/.tmp/A/a4bfcbf9114b4ab193abc5509f4fe641 as hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/A/a4bfcbf9114b4ab193abc5509f4fe641 2024-12-16T03:39:11,029 INFO [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/A/a4bfcbf9114b4ab193abc5509f4fe641, entries=150, sequenceid=340, filesize=12.0 K 2024-12-16T03:39:11,030 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/.tmp/B/9fbe21f9e1154bb5ad800510136e26a3 as hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/B/9fbe21f9e1154bb5ad800510136e26a3 2024-12-16T03:39:11,035 INFO [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/B/9fbe21f9e1154bb5ad800510136e26a3, entries=150, sequenceid=340, filesize=12.0 K 2024-12-16T03:39:11,036 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/.tmp/C/acb1687e04444dcd9680b0e51fa3d2a3 as hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/C/acb1687e04444dcd9680b0e51fa3d2a3 2024-12-16T03:39:11,046 INFO [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/C/acb1687e04444dcd9680b0e51fa3d2a3, entries=150, sequenceid=340, filesize=12.0 K 2024-12-16T03:39:11,047 INFO [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=93.93 KB/96180 for ad0b284e95019d62ff8d91ca156366d7 in 912ms, sequenceid=340, compaction requested=true 2024-12-16T03:39:11,048 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2538): Flush status journal for ad0b284e95019d62ff8d91ca156366d7: 2024-12-16T03:39:11,048 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734320340163.ad0b284e95019d62ff8d91ca156366d7. 2024-12-16T03:39:11,048 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=25 2024-12-16T03:39:11,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.HMaster(4106): Remote procedure done, pid=25 2024-12-16T03:39:11,052 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=25, resume processing ppid=24 2024-12-16T03:39:11,052 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=25, ppid=24, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3760 sec 2024-12-16T03:39:11,054 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=24, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=24, table=TestAcidGuarantees in 1.3830 sec 2024-12-16T03:39:11,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(8581): Flush requested on ad0b284e95019d62ff8d91ca156366d7 2024-12-16T03:39:11,399 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing ad0b284e95019d62ff8d91ca156366d7 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-12-16T03:39:11,400 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ad0b284e95019d62ff8d91ca156366d7, store=A 2024-12-16T03:39:11,400 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T03:39:11,400 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ad0b284e95019d62ff8d91ca156366d7, store=B 2024-12-16T03:39:11,400 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T03:39:11,400 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ad0b284e95019d62ff8d91ca156366d7, store=C 2024-12-16T03:39:11,400 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T03:39:11,406 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/.tmp/A/b0f6254c1f824012baeff2daef440574 is 50, key is test_row_0/A:col10/1734320351398/Put/seqid=0 2024-12-16T03:39:11,412 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073741911_1087 (size=14741) 2024-12-16T03:39:11,421 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:11,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44694 deadline: 1734320411419, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:11,425 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:11,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44746 deadline: 1734320411420, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:11,425 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:11,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44684 deadline: 1734320411421, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:11,425 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:11,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44738 deadline: 1734320411421, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:11,426 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:11,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44732 deadline: 1734320411421, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:11,525 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:11,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44694 deadline: 1734320411523, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:11,527 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:11,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44746 deadline: 1734320411526, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:11,527 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:11,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44684 deadline: 1734320411526, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:11,528 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:11,528 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:11,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44738 deadline: 1734320411526, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:11,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44732 deadline: 1734320411527, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:11,727 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:11,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44694 deadline: 1734320411726, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:11,729 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:11,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44746 deadline: 1734320411728, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:11,729 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:11,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44684 deadline: 1734320411729, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:11,730 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:11,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44738 deadline: 1734320411729, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:11,731 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:11,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44732 deadline: 1734320411730, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:11,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-12-16T03:39:11,777 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 24 completed 2024-12-16T03:39:11,778 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-16T03:39:11,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] procedure2.ProcedureExecutor(1098): Stored pid=26, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=26, table=TestAcidGuarantees 2024-12-16T03:39:11,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-12-16T03:39:11,781 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=26, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=26, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-16T03:39:11,782 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=26, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=26, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-16T03:39:11,783 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=27, ppid=26, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-16T03:39:11,813 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=359 (bloomFilter=true), to=hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/.tmp/A/b0f6254c1f824012baeff2daef440574 2024-12-16T03:39:11,821 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/.tmp/B/e923d529d55246b5926ab63d894fe447 is 50, key is test_row_0/B:col10/1734320351398/Put/seqid=0 2024-12-16T03:39:11,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073741912_1088 (size=12301) 2024-12-16T03:39:11,829 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=359 (bloomFilter=true), to=hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/.tmp/B/e923d529d55246b5926ab63d894fe447 2024-12-16T03:39:11,838 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/.tmp/C/dc2b6549985c4c499fa55a31e764f6ae is 50, key is test_row_0/C:col10/1734320351398/Put/seqid=0 2024-12-16T03:39:11,842 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073741913_1089 (size=12301) 2024-12-16T03:39:11,843 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=359 (bloomFilter=true), to=hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/.tmp/C/dc2b6549985c4c499fa55a31e764f6ae 2024-12-16T03:39:11,850 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/.tmp/A/b0f6254c1f824012baeff2daef440574 as hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/A/b0f6254c1f824012baeff2daef440574 2024-12-16T03:39:11,857 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/A/b0f6254c1f824012baeff2daef440574, entries=200, sequenceid=359, filesize=14.4 K 2024-12-16T03:39:11,859 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/.tmp/B/e923d529d55246b5926ab63d894fe447 as hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/B/e923d529d55246b5926ab63d894fe447 2024-12-16T03:39:11,868 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/B/e923d529d55246b5926ab63d894fe447, entries=150, sequenceid=359, filesize=12.0 K 2024-12-16T03:39:11,869 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/.tmp/C/dc2b6549985c4c499fa55a31e764f6ae as hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/C/dc2b6549985c4c499fa55a31e764f6ae 2024-12-16T03:39:11,874 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/C/dc2b6549985c4c499fa55a31e764f6ae, entries=150, sequenceid=359, filesize=12.0 K 2024-12-16T03:39:11,875 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=114.05 KB/116790 for ad0b284e95019d62ff8d91ca156366d7 in 476ms, sequenceid=359, compaction requested=true 2024-12-16T03:39:11,875 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for ad0b284e95019d62ff8d91ca156366d7: 2024-12-16T03:39:11,875 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ad0b284e95019d62ff8d91ca156366d7:A, priority=-2147483648, current under compaction store size is 1 2024-12-16T03:39:11,875 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-16T03:39:11,876 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ad0b284e95019d62ff8d91ca156366d7:B, priority=-2147483648, current under compaction store size is 2 2024-12-16T03:39:11,876 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-16T03:39:11,876 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-16T03:39:11,876 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-16T03:39:11,876 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ad0b284e95019d62ff8d91ca156366d7:C, priority=-2147483648, current under compaction store size is 3 2024-12-16T03:39:11,876 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-16T03:39:11,877 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37653 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-16T03:39:11,877 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.HStore(1540): ad0b284e95019d62ff8d91ca156366d7/B is initiating minor compaction (all files) 2024-12-16T03:39:11,877 INFO [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ad0b284e95019d62ff8d91ca156366d7/B in TestAcidGuarantees,,1734320340163.ad0b284e95019d62ff8d91ca156366d7. 2024-12-16T03:39:11,877 INFO [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/B/b1ce0571e3894bc8b7672ac8ffbe4744, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/B/9fbe21f9e1154bb5ad800510136e26a3, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/B/e923d529d55246b5926ab63d894fe447] into tmpdir=hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/.tmp, totalSize=36.8 K 2024-12-16T03:39:11,878 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 54800 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-16T03:39:11,878 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] compactions.Compactor(224): Compacting b1ce0571e3894bc8b7672ac8ffbe4744, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=319, earliestPutTs=1734320349279 2024-12-16T03:39:11,878 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.HStore(1540): ad0b284e95019d62ff8d91ca156366d7/A is initiating minor compaction (all files) 2024-12-16T03:39:11,878 INFO [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ad0b284e95019d62ff8d91ca156366d7/A in TestAcidGuarantees,,1734320340163.ad0b284e95019d62ff8d91ca156366d7. 2024-12-16T03:39:11,878 INFO [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/A/68195919bd09444ab96f73ddbffa3c27, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/A/c85b26bb84654ea3b1de5403de8bfda1, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/A/a4bfcbf9114b4ab193abc5509f4fe641, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/A/b0f6254c1f824012baeff2daef440574] into tmpdir=hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/.tmp, totalSize=53.5 K 2024-12-16T03:39:11,879 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] compactions.Compactor(224): Compacting 9fbe21f9e1154bb5ad800510136e26a3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=340, earliestPutTs=1734320349638 2024-12-16T03:39:11,879 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] compactions.Compactor(224): Compacting 68195919bd09444ab96f73ddbffa3c27, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=300, earliestPutTs=1734320349154 2024-12-16T03:39:11,879 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] compactions.Compactor(224): Compacting e923d529d55246b5926ab63d894fe447, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=359, earliestPutTs=1734320350280 2024-12-16T03:39:11,879 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] compactions.Compactor(224): Compacting c85b26bb84654ea3b1de5403de8bfda1, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=319, earliestPutTs=1734320349278 2024-12-16T03:39:11,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-12-16T03:39:11,880 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] compactions.Compactor(224): Compacting a4bfcbf9114b4ab193abc5509f4fe641, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=340, earliestPutTs=1734320349638 2024-12-16T03:39:11,881 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] compactions.Compactor(224): Compacting b0f6254c1f824012baeff2daef440574, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=359, earliestPutTs=1734320350278 2024-12-16T03:39:11,896 INFO [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ad0b284e95019d62ff8d91ca156366d7#A#compaction#76 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-16T03:39:11,896 INFO [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ad0b284e95019d62ff8d91ca156366d7#B#compaction#75 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-16T03:39:11,896 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/.tmp/A/741502a722594f5d8dd7036c20ded046 is 50, key is test_row_0/A:col10/1734320351398/Put/seqid=0 2024-12-16T03:39:11,896 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/.tmp/B/05da65067d4f46c3ac40f14259cbe27b is 50, key is test_row_0/B:col10/1734320351398/Put/seqid=0 2024-12-16T03:39:11,902 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073741914_1090 (size=13153) 2024-12-16T03:39:11,906 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073741915_1091 (size=13153) 2024-12-16T03:39:11,935 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:11,935 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39893 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-12-16T03:39:11,935 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734320340163.ad0b284e95019d62ff8d91ca156366d7. 2024-12-16T03:39:11,935 INFO [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2837): Flushing ad0b284e95019d62ff8d91ca156366d7 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-12-16T03:39:11,936 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ad0b284e95019d62ff8d91ca156366d7, store=A 2024-12-16T03:39:11,936 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T03:39:11,936 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ad0b284e95019d62ff8d91ca156366d7, store=B 2024-12-16T03:39:11,936 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T03:39:11,936 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ad0b284e95019d62ff8d91ca156366d7, store=C 2024-12-16T03:39:11,936 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T03:39:11,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/.tmp/A/7c2fdbee4bfc4a7eac20d808a2d34b1c is 50, key is test_row_0/A:col10/1734320351419/Put/seqid=0 2024-12-16T03:39:11,945 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073741916_1092 (size=12301) 2024-12-16T03:39:11,945 INFO [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=379 (bloomFilter=true), to=hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/.tmp/A/7c2fdbee4bfc4a7eac20d808a2d34b1c 2024-12-16T03:39:11,966 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/.tmp/B/ac770bdb810045e8b009f30c1d66db0e is 50, key is test_row_0/B:col10/1734320351419/Put/seqid=0 2024-12-16T03:39:11,985 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073741917_1093 (size=12301) 2024-12-16T03:39:11,987 INFO [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=379 (bloomFilter=true), to=hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/.tmp/B/ac770bdb810045e8b009f30c1d66db0e 2024-12-16T03:39:12,005 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/.tmp/C/620275d36e024145983e93bc00a7e4c2 is 50, key is test_row_0/C:col10/1734320351419/Put/seqid=0 2024-12-16T03:39:12,012 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073741918_1094 (size=12301) 2024-12-16T03:39:12,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(8581): Flush requested on ad0b284e95019d62ff8d91ca156366d7 2024-12-16T03:39:12,031 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734320340163.ad0b284e95019d62ff8d91ca156366d7. as already flushing 2024-12-16T03:39:12,043 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:12,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44746 deadline: 1734320412040, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:12,043 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:12,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44738 deadline: 1734320412040, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:12,044 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:12,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44684 deadline: 1734320412040, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:12,044 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:12,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44732 deadline: 1734320412041, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:12,044 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:12,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44694 deadline: 1734320412042, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:12,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-12-16T03:39:12,145 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:12,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44746 deadline: 1734320412144, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:12,146 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:12,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44738 deadline: 1734320412144, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:12,146 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:12,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44684 deadline: 1734320412145, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:12,147 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:12,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44732 deadline: 1734320412145, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:12,147 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:12,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44694 deadline: 1734320412145, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:12,308 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/.tmp/A/741502a722594f5d8dd7036c20ded046 as hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/A/741502a722594f5d8dd7036c20ded046 2024-12-16T03:39:12,315 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/.tmp/B/05da65067d4f46c3ac40f14259cbe27b as hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/B/05da65067d4f46c3ac40f14259cbe27b 2024-12-16T03:39:12,319 INFO [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in ad0b284e95019d62ff8d91ca156366d7/A of ad0b284e95019d62ff8d91ca156366d7 into 741502a722594f5d8dd7036c20ded046(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-16T03:39:12,319 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ad0b284e95019d62ff8d91ca156366d7: 2024-12-16T03:39:12,319 INFO [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734320340163.ad0b284e95019d62ff8d91ca156366d7., storeName=ad0b284e95019d62ff8d91ca156366d7/A, priority=12, startTime=1734320351875; duration=0sec 2024-12-16T03:39:12,319 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-16T03:39:12,319 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ad0b284e95019d62ff8d91ca156366d7:A 2024-12-16T03:39:12,320 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-16T03:39:12,321 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49920 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-16T03:39:12,321 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.HStore(1540): ad0b284e95019d62ff8d91ca156366d7/C is initiating minor compaction (all files) 2024-12-16T03:39:12,321 INFO [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ad0b284e95019d62ff8d91ca156366d7/C in TestAcidGuarantees,,1734320340163.ad0b284e95019d62ff8d91ca156366d7. 2024-12-16T03:39:12,321 INFO [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/C/6d527b0fdf9e40818f778381224d26b0, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/C/068ebc269e344557b9569703dd39dd86, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/C/acb1687e04444dcd9680b0e51fa3d2a3, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/C/dc2b6549985c4c499fa55a31e764f6ae] into tmpdir=hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/.tmp, totalSize=48.8 K 2024-12-16T03:39:12,322 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6d527b0fdf9e40818f778381224d26b0, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=300, earliestPutTs=1734320349154 2024-12-16T03:39:12,322 INFO [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in ad0b284e95019d62ff8d91ca156366d7/B of ad0b284e95019d62ff8d91ca156366d7 into 05da65067d4f46c3ac40f14259cbe27b(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-16T03:39:12,322 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ad0b284e95019d62ff8d91ca156366d7: 2024-12-16T03:39:12,322 INFO [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734320340163.ad0b284e95019d62ff8d91ca156366d7., storeName=ad0b284e95019d62ff8d91ca156366d7/B, priority=13, startTime=1734320351875; duration=0sec 2024-12-16T03:39:12,322 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-16T03:39:12,322 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ad0b284e95019d62ff8d91ca156366d7:B 2024-12-16T03:39:12,323 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] compactions.Compactor(224): Compacting 068ebc269e344557b9569703dd39dd86, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=319, earliestPutTs=1734320349279 2024-12-16T03:39:12,323 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] compactions.Compactor(224): Compacting acb1687e04444dcd9680b0e51fa3d2a3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=340, earliestPutTs=1734320349638 2024-12-16T03:39:12,323 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] compactions.Compactor(224): Compacting dc2b6549985c4c499fa55a31e764f6ae, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=359, earliestPutTs=1734320350280 2024-12-16T03:39:12,335 INFO [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ad0b284e95019d62ff8d91ca156366d7#C#compaction#80 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-16T03:39:12,336 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/.tmp/C/6df3fefb55a34e09a3db4a6856c0244b is 50, key is test_row_0/C:col10/1734320351398/Put/seqid=0 2024-12-16T03:39:12,339 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073741919_1095 (size=13153) 2024-12-16T03:39:12,348 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:12,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44746 deadline: 1734320412347, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:12,348 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:12,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44684 deadline: 1734320412347, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:12,349 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:12,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44738 deadline: 1734320412348, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:12,349 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:12,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44732 deadline: 1734320412349, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:12,349 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:12,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44694 deadline: 1734320412349, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:12,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-12-16T03:39:12,415 INFO [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=379 (bloomFilter=true), to=hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/.tmp/C/620275d36e024145983e93bc00a7e4c2 2024-12-16T03:39:12,423 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/.tmp/A/7c2fdbee4bfc4a7eac20d808a2d34b1c as hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/A/7c2fdbee4bfc4a7eac20d808a2d34b1c 2024-12-16T03:39:12,430 INFO [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/A/7c2fdbee4bfc4a7eac20d808a2d34b1c, entries=150, sequenceid=379, filesize=12.0 K 2024-12-16T03:39:12,432 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/.tmp/B/ac770bdb810045e8b009f30c1d66db0e as hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/B/ac770bdb810045e8b009f30c1d66db0e 2024-12-16T03:39:12,439 INFO [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/B/ac770bdb810045e8b009f30c1d66db0e, entries=150, sequenceid=379, filesize=12.0 K 2024-12-16T03:39:12,441 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/.tmp/C/620275d36e024145983e93bc00a7e4c2 as hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/C/620275d36e024145983e93bc00a7e4c2 2024-12-16T03:39:12,449 INFO [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/C/620275d36e024145983e93bc00a7e4c2, entries=150, sequenceid=379, filesize=12.0 K 2024-12-16T03:39:12,450 INFO [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(3040): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=87.22 KB/89310 for ad0b284e95019d62ff8d91ca156366d7 in 515ms, sequenceid=379, compaction requested=false 2024-12-16T03:39:12,450 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2538): Flush status journal for ad0b284e95019d62ff8d91ca156366d7: 2024-12-16T03:39:12,450 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734320340163.ad0b284e95019d62ff8d91ca156366d7. 2024-12-16T03:39:12,450 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=27 2024-12-16T03:39:12,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.HMaster(4106): Remote procedure done, pid=27 2024-12-16T03:39:12,454 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=27, resume processing ppid=26 2024-12-16T03:39:12,454 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=27, ppid=26, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 671 msec 2024-12-16T03:39:12,457 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=26, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=26, table=TestAcidGuarantees in 677 msec 2024-12-16T03:39:12,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(8581): Flush requested on ad0b284e95019d62ff8d91ca156366d7 2024-12-16T03:39:12,651 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing ad0b284e95019d62ff8d91ca156366d7 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-12-16T03:39:12,651 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ad0b284e95019d62ff8d91ca156366d7, store=A 2024-12-16T03:39:12,651 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T03:39:12,651 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ad0b284e95019d62ff8d91ca156366d7, store=B 2024-12-16T03:39:12,651 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T03:39:12,651 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ad0b284e95019d62ff8d91ca156366d7, store=C 2024-12-16T03:39:12,651 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T03:39:12,660 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/.tmp/A/2d14e6c591bd4f65ae498ec1e6b9c47a is 50, key is test_row_0/A:col10/1734320352650/Put/seqid=0 2024-12-16T03:39:12,664 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073741920_1096 (size=12301) 2024-12-16T03:39:12,666 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=398 (bloomFilter=true), to=hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/.tmp/A/2d14e6c591bd4f65ae498ec1e6b9c47a 2024-12-16T03:39:12,677 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:12,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44738 deadline: 1734320412675, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:12,678 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:12,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44746 deadline: 1734320412676, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:12,679 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:12,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44694 deadline: 1734320412676, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:12,681 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/.tmp/B/de73806439b54ee1bbb8eec794380734 is 50, key is test_row_0/B:col10/1734320352650/Put/seqid=0 2024-12-16T03:39:12,682 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:12,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44732 deadline: 1734320412678, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:12,682 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:12,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44684 deadline: 1734320412678, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:12,709 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073741921_1097 (size=12301) 2024-12-16T03:39:12,710 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=398 (bloomFilter=true), to=hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/.tmp/B/de73806439b54ee1bbb8eec794380734 2024-12-16T03:39:12,725 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/.tmp/C/ee314c19114b4ed19251daf92c4d6d83 is 50, key is test_row_0/C:col10/1734320352650/Put/seqid=0 2024-12-16T03:39:12,741 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073741922_1098 (size=12301) 2024-12-16T03:39:12,743 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=398 (bloomFilter=true), to=hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/.tmp/C/ee314c19114b4ed19251daf92c4d6d83 2024-12-16T03:39:12,747 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/.tmp/C/6df3fefb55a34e09a3db4a6856c0244b as hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/C/6df3fefb55a34e09a3db4a6856c0244b 2024-12-16T03:39:12,750 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/.tmp/A/2d14e6c591bd4f65ae498ec1e6b9c47a as hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/A/2d14e6c591bd4f65ae498ec1e6b9c47a 2024-12-16T03:39:12,760 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/A/2d14e6c591bd4f65ae498ec1e6b9c47a, entries=150, sequenceid=398, filesize=12.0 K 2024-12-16T03:39:12,761 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/.tmp/B/de73806439b54ee1bbb8eec794380734 as hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/B/de73806439b54ee1bbb8eec794380734 2024-12-16T03:39:12,761 INFO [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in ad0b284e95019d62ff8d91ca156366d7/C of ad0b284e95019d62ff8d91ca156366d7 into 6df3fefb55a34e09a3db4a6856c0244b(size=12.8 K), total size for store is 24.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-16T03:39:12,761 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ad0b284e95019d62ff8d91ca156366d7: 2024-12-16T03:39:12,763 INFO [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734320340163.ad0b284e95019d62ff8d91ca156366d7., storeName=ad0b284e95019d62ff8d91ca156366d7/C, priority=12, startTime=1734320351876; duration=0sec 2024-12-16T03:39:12,763 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-16T03:39:12,763 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ad0b284e95019d62ff8d91ca156366d7:C 2024-12-16T03:39:12,769 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/B/de73806439b54ee1bbb8eec794380734, entries=150, sequenceid=398, filesize=12.0 K 2024-12-16T03:39:12,771 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/.tmp/C/ee314c19114b4ed19251daf92c4d6d83 as hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/C/ee314c19114b4ed19251daf92c4d6d83 2024-12-16T03:39:12,778 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/C/ee314c19114b4ed19251daf92c4d6d83, entries=150, sequenceid=398, filesize=12.0 K 2024-12-16T03:39:12,780 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=107.34 KB/109920 for ad0b284e95019d62ff8d91ca156366d7 in 129ms, sequenceid=398, compaction requested=true 2024-12-16T03:39:12,780 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for ad0b284e95019d62ff8d91ca156366d7: 2024-12-16T03:39:12,780 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ad0b284e95019d62ff8d91ca156366d7:A, priority=-2147483648, current under compaction store size is 1 2024-12-16T03:39:12,780 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-16T03:39:12,780 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-16T03:39:12,780 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-16T03:39:12,781 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ad0b284e95019d62ff8d91ca156366d7:B, priority=-2147483648, current under compaction store size is 2 2024-12-16T03:39:12,781 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-16T03:39:12,782 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ad0b284e95019d62ff8d91ca156366d7:C, priority=-2147483648, current under compaction store size is 3 2024-12-16T03:39:12,782 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37755 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-16T03:39:12,782 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.HStore(1540): ad0b284e95019d62ff8d91ca156366d7/A is initiating minor compaction (all files) 2024-12-16T03:39:12,782 INFO [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ad0b284e95019d62ff8d91ca156366d7/A in TestAcidGuarantees,,1734320340163.ad0b284e95019d62ff8d91ca156366d7. 2024-12-16T03:39:12,782 INFO [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/A/741502a722594f5d8dd7036c20ded046, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/A/7c2fdbee4bfc4a7eac20d808a2d34b1c, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/A/2d14e6c591bd4f65ae498ec1e6b9c47a] into tmpdir=hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/.tmp, totalSize=36.9 K 2024-12-16T03:39:12,782 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37755 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-16T03:39:12,782 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.HStore(1540): ad0b284e95019d62ff8d91ca156366d7/B is initiating minor compaction (all files) 2024-12-16T03:39:12,782 INFO [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ad0b284e95019d62ff8d91ca156366d7/B in TestAcidGuarantees,,1734320340163.ad0b284e95019d62ff8d91ca156366d7. 2024-12-16T03:39:12,782 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-16T03:39:12,782 INFO [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/B/05da65067d4f46c3ac40f14259cbe27b, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/B/ac770bdb810045e8b009f30c1d66db0e, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/B/de73806439b54ee1bbb8eec794380734] into tmpdir=hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/.tmp, totalSize=36.9 K 2024-12-16T03:39:12,783 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] compactions.Compactor(224): Compacting 741502a722594f5d8dd7036c20ded046, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=359, earliestPutTs=1734320350280 2024-12-16T03:39:12,783 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] compactions.Compactor(224): Compacting 05da65067d4f46c3ac40f14259cbe27b, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=359, earliestPutTs=1734320350280 2024-12-16T03:39:12,784 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] compactions.Compactor(224): Compacting ac770bdb810045e8b009f30c1d66db0e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=379, earliestPutTs=1734320351410 2024-12-16T03:39:12,784 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7c2fdbee4bfc4a7eac20d808a2d34b1c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=379, earliestPutTs=1734320351410 2024-12-16T03:39:12,784 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] compactions.Compactor(224): Compacting de73806439b54ee1bbb8eec794380734, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=398, earliestPutTs=1734320352040 2024-12-16T03:39:12,784 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2d14e6c591bd4f65ae498ec1e6b9c47a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=398, earliestPutTs=1734320352040 2024-12-16T03:39:12,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(8581): Flush requested on ad0b284e95019d62ff8d91ca156366d7 2024-12-16T03:39:12,786 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing ad0b284e95019d62ff8d91ca156366d7 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-12-16T03:39:12,788 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ad0b284e95019d62ff8d91ca156366d7, store=A 2024-12-16T03:39:12,788 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T03:39:12,788 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ad0b284e95019d62ff8d91ca156366d7, store=B 2024-12-16T03:39:12,788 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T03:39:12,789 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ad0b284e95019d62ff8d91ca156366d7, store=C 2024-12-16T03:39:12,789 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T03:39:12,796 INFO [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ad0b284e95019d62ff8d91ca156366d7#B#compaction#84 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-16T03:39:12,797 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/.tmp/B/2faaa37863d34baf8e824c3a7185d88a is 50, key is test_row_0/B:col10/1734320352650/Put/seqid=0 2024-12-16T03:39:12,805 INFO [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ad0b284e95019d62ff8d91ca156366d7#A#compaction#85 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-16T03:39:12,805 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/.tmp/A/18defebb0e794960be72f26b28273131 is 50, key is test_row_0/A:col10/1734320352785/Put/seqid=0 2024-12-16T03:39:12,805 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/.tmp/A/ff1f7d4b60514263b8915547642ac3fc is 50, key is test_row_0/A:col10/1734320352650/Put/seqid=0 2024-12-16T03:39:12,812 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073741923_1099 (size=13255) 2024-12-16T03:39:12,823 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073741924_1100 (size=14741) 2024-12-16T03:39:12,823 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073741925_1101 (size=13255) 2024-12-16T03:39:12,846 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:12,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44732 deadline: 1734320412840, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:12,847 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:12,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44738 deadline: 1734320412843, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:12,847 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:12,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44746 deadline: 1734320412844, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:12,848 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:12,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44694 deadline: 1734320412845, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:12,848 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:12,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44684 deadline: 1734320412846, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:12,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-12-16T03:39:12,883 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 26 completed 2024-12-16T03:39:12,884 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-16T03:39:12,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] procedure2.ProcedureExecutor(1098): Stored pid=28, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=28, table=TestAcidGuarantees 2024-12-16T03:39:12,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-12-16T03:39:12,887 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=28, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=28, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-16T03:39:12,888 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=28, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=28, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-16T03:39:12,888 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=29, ppid=28, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-16T03:39:12,948 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:12,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44732 deadline: 1734320412948, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:12,950 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:12,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44738 deadline: 1734320412948, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:12,950 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:12,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44746 deadline: 1734320412948, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:12,951 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:12,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44694 deadline: 1734320412949, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:12,951 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:12,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44684 deadline: 1734320412949, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:12,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-12-16T03:39:13,039 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:13,040 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39893 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=29 2024-12-16T03:39:13,040 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734320340163.ad0b284e95019d62ff8d91ca156366d7. 2024-12-16T03:39:13,040 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734320340163.ad0b284e95019d62ff8d91ca156366d7. as already flushing 2024-12-16T03:39:13,040 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734320340163.ad0b284e95019d62ff8d91ca156366d7. 2024-12-16T03:39:13,040 ERROR [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] handler.RSProcedureHandler(58): pid=29 java.io.IOException: Unable to complete flush {ENCODED => ad0b284e95019d62ff8d91ca156366d7, NAME => 'TestAcidGuarantees,,1734320340163.ad0b284e95019d62ff8d91ca156366d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:39:13,040 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=29 java.io.IOException: Unable to complete flush {ENCODED => ad0b284e95019d62ff8d91ca156366d7, NAME => 'TestAcidGuarantees,,1734320340163.ad0b284e95019d62ff8d91ca156366d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:39:13,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.HMaster(4114): Remote procedure failed, pid=29 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ad0b284e95019d62ff8d91ca156366d7, NAME => 'TestAcidGuarantees,,1734320340163.ad0b284e95019d62ff8d91ca156366d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ad0b284e95019d62ff8d91ca156366d7, NAME => 'TestAcidGuarantees,,1734320340163.ad0b284e95019d62ff8d91ca156366d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:39:13,154 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:13,153 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:13,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44738 deadline: 1734320413151, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:13,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44732 deadline: 1734320413150, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:13,154 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:13,154 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:13,154 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:13,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44746 deadline: 1734320413153, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:13,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44694 deadline: 1734320413152, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:13,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44684 deadline: 1734320413153, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:13,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-12-16T03:39:13,193 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:13,193 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39893 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=29 2024-12-16T03:39:13,194 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734320340163.ad0b284e95019d62ff8d91ca156366d7. 2024-12-16T03:39:13,194 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734320340163.ad0b284e95019d62ff8d91ca156366d7. as already flushing 2024-12-16T03:39:13,194 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734320340163.ad0b284e95019d62ff8d91ca156366d7. 2024-12-16T03:39:13,194 ERROR [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] handler.RSProcedureHandler(58): pid=29 java.io.IOException: Unable to complete flush {ENCODED => ad0b284e95019d62ff8d91ca156366d7, NAME => 'TestAcidGuarantees,,1734320340163.ad0b284e95019d62ff8d91ca156366d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:39:13,194 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=29 java.io.IOException: Unable to complete flush {ENCODED => ad0b284e95019d62ff8d91ca156366d7, NAME => 'TestAcidGuarantees,,1734320340163.ad0b284e95019d62ff8d91ca156366d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:39:13,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.HMaster(4114): Remote procedure failed, pid=29 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ad0b284e95019d62ff8d91ca156366d7, NAME => 'TestAcidGuarantees,,1734320340163.ad0b284e95019d62ff8d91ca156366d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ad0b284e95019d62ff8d91ca156366d7, NAME => 'TestAcidGuarantees,,1734320340163.ad0b284e95019d62ff8d91ca156366d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:39:13,219 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/.tmp/B/2faaa37863d34baf8e824c3a7185d88a as hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/B/2faaa37863d34baf8e824c3a7185d88a 2024-12-16T03:39:13,224 INFO [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in ad0b284e95019d62ff8d91ca156366d7/B of ad0b284e95019d62ff8d91ca156366d7 into 2faaa37863d34baf8e824c3a7185d88a(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-16T03:39:13,224 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ad0b284e95019d62ff8d91ca156366d7: 2024-12-16T03:39:13,224 INFO [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734320340163.ad0b284e95019d62ff8d91ca156366d7., storeName=ad0b284e95019d62ff8d91ca156366d7/B, priority=13, startTime=1734320352780; duration=0sec 2024-12-16T03:39:13,224 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-16T03:39:13,224 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ad0b284e95019d62ff8d91ca156366d7:B 2024-12-16T03:39:13,225 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-16T03:39:13,225 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=421 (bloomFilter=true), to=hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/.tmp/A/18defebb0e794960be72f26b28273131 2024-12-16T03:39:13,226 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37755 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-16T03:39:13,227 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.HStore(1540): ad0b284e95019d62ff8d91ca156366d7/C is initiating minor compaction (all files) 2024-12-16T03:39:13,227 INFO [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ad0b284e95019d62ff8d91ca156366d7/C in TestAcidGuarantees,,1734320340163.ad0b284e95019d62ff8d91ca156366d7. 2024-12-16T03:39:13,228 INFO [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/C/6df3fefb55a34e09a3db4a6856c0244b, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/C/620275d36e024145983e93bc00a7e4c2, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/C/ee314c19114b4ed19251daf92c4d6d83] into tmpdir=hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/.tmp, totalSize=36.9 K 2024-12-16T03:39:13,230 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] compactions.Compactor(224): Compacting 6df3fefb55a34e09a3db4a6856c0244b, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=359, earliestPutTs=1734320350280 2024-12-16T03:39:13,231 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] compactions.Compactor(224): Compacting 620275d36e024145983e93bc00a7e4c2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=379, earliestPutTs=1734320351410 2024-12-16T03:39:13,233 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] compactions.Compactor(224): Compacting ee314c19114b4ed19251daf92c4d6d83, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=398, earliestPutTs=1734320352040 2024-12-16T03:39:13,236 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/.tmp/A/ff1f7d4b60514263b8915547642ac3fc as hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/A/ff1f7d4b60514263b8915547642ac3fc 2024-12-16T03:39:13,240 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/.tmp/B/16ade640dec543fa9859fb7a2bb765c4 is 50, key is test_row_0/B:col10/1734320352785/Put/seqid=0 2024-12-16T03:39:13,245 INFO [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in ad0b284e95019d62ff8d91ca156366d7/A of ad0b284e95019d62ff8d91ca156366d7 into ff1f7d4b60514263b8915547642ac3fc(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-16T03:39:13,245 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ad0b284e95019d62ff8d91ca156366d7: 2024-12-16T03:39:13,246 INFO [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734320340163.ad0b284e95019d62ff8d91ca156366d7., storeName=ad0b284e95019d62ff8d91ca156366d7/A, priority=13, startTime=1734320352780; duration=0sec 2024-12-16T03:39:13,246 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-16T03:39:13,246 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ad0b284e95019d62ff8d91ca156366d7:A 2024-12-16T03:39:13,261 INFO [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ad0b284e95019d62ff8d91ca156366d7#C#compaction#88 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-16T03:39:13,262 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/.tmp/C/07558618ca434f2980be987b8a10ecaf is 50, key is test_row_0/C:col10/1734320352650/Put/seqid=0 2024-12-16T03:39:13,264 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073741926_1102 (size=12301) 2024-12-16T03:39:13,264 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=421 (bloomFilter=true), to=hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/.tmp/B/16ade640dec543fa9859fb7a2bb765c4 2024-12-16T03:39:13,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073741927_1103 (size=13255) 2024-12-16T03:39:13,279 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/.tmp/C/929f9032edaa4d8eaa041b9289c64708 is 50, key is test_row_0/C:col10/1734320352785/Put/seqid=0 2024-12-16T03:39:13,288 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073741928_1104 (size=12301) 2024-12-16T03:39:13,288 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/.tmp/C/07558618ca434f2980be987b8a10ecaf as hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/C/07558618ca434f2980be987b8a10ecaf 2024-12-16T03:39:13,295 INFO [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in ad0b284e95019d62ff8d91ca156366d7/C of ad0b284e95019d62ff8d91ca156366d7 into 07558618ca434f2980be987b8a10ecaf(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-16T03:39:13,295 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ad0b284e95019d62ff8d91ca156366d7: 2024-12-16T03:39:13,295 INFO [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734320340163.ad0b284e95019d62ff8d91ca156366d7., storeName=ad0b284e95019d62ff8d91ca156366d7/C, priority=13, startTime=1734320352782; duration=0sec 2024-12-16T03:39:13,295 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-16T03:39:13,295 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ad0b284e95019d62ff8d91ca156366d7:C 2024-12-16T03:39:13,346 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:13,347 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39893 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=29 2024-12-16T03:39:13,347 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734320340163.ad0b284e95019d62ff8d91ca156366d7. 2024-12-16T03:39:13,347 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734320340163.ad0b284e95019d62ff8d91ca156366d7. as already flushing 2024-12-16T03:39:13,347 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734320340163.ad0b284e95019d62ff8d91ca156366d7. 2024-12-16T03:39:13,347 ERROR [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] handler.RSProcedureHandler(58): pid=29 java.io.IOException: Unable to complete flush {ENCODED => ad0b284e95019d62ff8d91ca156366d7, NAME => 'TestAcidGuarantees,,1734320340163.ad0b284e95019d62ff8d91ca156366d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:39:13,347 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=29 java.io.IOException: Unable to complete flush {ENCODED => ad0b284e95019d62ff8d91ca156366d7, NAME => 'TestAcidGuarantees,,1734320340163.ad0b284e95019d62ff8d91ca156366d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:39:13,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.HMaster(4114): Remote procedure failed, pid=29 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ad0b284e95019d62ff8d91ca156366d7, NAME => 'TestAcidGuarantees,,1734320340163.ad0b284e95019d62ff8d91ca156366d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ad0b284e95019d62ff8d91ca156366d7, NAME => 'TestAcidGuarantees,,1734320340163.ad0b284e95019d62ff8d91ca156366d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:39:13,457 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:13,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44738 deadline: 1734320413456, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:13,457 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:13,457 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:13,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44746 deadline: 1734320413456, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:13,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44684 deadline: 1734320413456, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:13,459 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:13,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44732 deadline: 1734320413458, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:13,459 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:13,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44694 deadline: 1734320413458, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:13,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-12-16T03:39:13,499 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:13,499 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39893 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=29 2024-12-16T03:39:13,500 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734320340163.ad0b284e95019d62ff8d91ca156366d7. 2024-12-16T03:39:13,500 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734320340163.ad0b284e95019d62ff8d91ca156366d7. as already flushing 2024-12-16T03:39:13,500 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734320340163.ad0b284e95019d62ff8d91ca156366d7. 2024-12-16T03:39:13,500 ERROR [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] handler.RSProcedureHandler(58): pid=29 java.io.IOException: Unable to complete flush {ENCODED => ad0b284e95019d62ff8d91ca156366d7, NAME => 'TestAcidGuarantees,,1734320340163.ad0b284e95019d62ff8d91ca156366d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:39:13,500 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=29 java.io.IOException: Unable to complete flush {ENCODED => ad0b284e95019d62ff8d91ca156366d7, NAME => 'TestAcidGuarantees,,1734320340163.ad0b284e95019d62ff8d91ca156366d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:39:13,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.HMaster(4114): Remote procedure failed, pid=29 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ad0b284e95019d62ff8d91ca156366d7, NAME => 'TestAcidGuarantees,,1734320340163.ad0b284e95019d62ff8d91ca156366d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ad0b284e95019d62ff8d91ca156366d7, NAME => 'TestAcidGuarantees,,1734320340163.ad0b284e95019d62ff8d91ca156366d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:39:13,652 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:13,653 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39893 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=29 2024-12-16T03:39:13,653 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734320340163.ad0b284e95019d62ff8d91ca156366d7. 2024-12-16T03:39:13,653 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734320340163.ad0b284e95019d62ff8d91ca156366d7. as already flushing 2024-12-16T03:39:13,653 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734320340163.ad0b284e95019d62ff8d91ca156366d7. 2024-12-16T03:39:13,653 ERROR [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] handler.RSProcedureHandler(58): pid=29 java.io.IOException: Unable to complete flush {ENCODED => ad0b284e95019d62ff8d91ca156366d7, NAME => 'TestAcidGuarantees,,1734320340163.ad0b284e95019d62ff8d91ca156366d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:39:13,654 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=29 java.io.IOException: Unable to complete flush {ENCODED => ad0b284e95019d62ff8d91ca156366d7, NAME => 'TestAcidGuarantees,,1734320340163.ad0b284e95019d62ff8d91ca156366d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:39:13,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.HMaster(4114): Remote procedure failed, pid=29 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ad0b284e95019d62ff8d91ca156366d7, NAME => 'TestAcidGuarantees,,1734320340163.ad0b284e95019d62ff8d91ca156366d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ad0b284e95019d62ff8d91ca156366d7, NAME => 'TestAcidGuarantees,,1734320340163.ad0b284e95019d62ff8d91ca156366d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:39:13,689 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=421 (bloomFilter=true), to=hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/.tmp/C/929f9032edaa4d8eaa041b9289c64708 2024-12-16T03:39:13,696 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/.tmp/A/18defebb0e794960be72f26b28273131 as hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/A/18defebb0e794960be72f26b28273131 2024-12-16T03:39:13,703 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/A/18defebb0e794960be72f26b28273131, entries=200, sequenceid=421, filesize=14.4 K 2024-12-16T03:39:13,704 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/.tmp/B/16ade640dec543fa9859fb7a2bb765c4 as hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/B/16ade640dec543fa9859fb7a2bb765c4 2024-12-16T03:39:13,712 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/B/16ade640dec543fa9859fb7a2bb765c4, entries=150, sequenceid=421, filesize=12.0 K 2024-12-16T03:39:13,713 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/.tmp/C/929f9032edaa4d8eaa041b9289c64708 as hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/C/929f9032edaa4d8eaa041b9289c64708 2024-12-16T03:39:13,719 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/C/929f9032edaa4d8eaa041b9289c64708, entries=150, sequenceid=421, filesize=12.0 K 2024-12-16T03:39:13,720 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for ad0b284e95019d62ff8d91ca156366d7 in 933ms, sequenceid=421, compaction requested=false 2024-12-16T03:39:13,720 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for ad0b284e95019d62ff8d91ca156366d7: 2024-12-16T03:39:13,806 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:13,806 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39893 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=29 2024-12-16T03:39:13,807 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734320340163.ad0b284e95019d62ff8d91ca156366d7. 2024-12-16T03:39:13,807 INFO [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(2837): Flushing ad0b284e95019d62ff8d91ca156366d7 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-12-16T03:39:13,807 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ad0b284e95019d62ff8d91ca156366d7, store=A 2024-12-16T03:39:13,807 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T03:39:13,807 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ad0b284e95019d62ff8d91ca156366d7, store=B 2024-12-16T03:39:13,807 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T03:39:13,808 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ad0b284e95019d62ff8d91ca156366d7, store=C 2024-12-16T03:39:13,808 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T03:39:13,813 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/.tmp/A/60ce237be2d54701a38e3e5918c6e850 is 50, key is test_row_0/A:col10/1734320352845/Put/seqid=0 2024-12-16T03:39:13,833 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073741929_1105 (size=12301) 2024-12-16T03:39:13,962 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734320340163.ad0b284e95019d62ff8d91ca156366d7. as already flushing 2024-12-16T03:39:13,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(8581): Flush requested on ad0b284e95019d62ff8d91ca156366d7 2024-12-16T03:39:13,978 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:13,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44732 deadline: 1734320413975, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:13,979 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:13,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44746 deadline: 1734320413977, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:13,979 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:13,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44694 deadline: 1734320413977, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:13,980 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:13,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44738 deadline: 1734320413977, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:13,980 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:13,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44684 deadline: 1734320413978, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:13,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-12-16T03:39:14,080 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:14,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44732 deadline: 1734320414079, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:14,081 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:14,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44746 deadline: 1734320414080, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:14,081 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:14,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44694 deadline: 1734320414080, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:14,081 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:14,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44738 deadline: 1734320414081, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:14,084 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:14,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44684 deadline: 1734320414081, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:14,234 INFO [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=438 (bloomFilter=true), to=hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/.tmp/A/60ce237be2d54701a38e3e5918c6e850 2024-12-16T03:39:14,241 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/.tmp/B/47cf18c1495e424fa35e3739ce72cc34 is 50, key is test_row_0/B:col10/1734320352845/Put/seqid=0 2024-12-16T03:39:14,244 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073741930_1106 (size=12301) 2024-12-16T03:39:14,283 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:14,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44694 deadline: 1734320414282, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:14,283 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:14,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44738 deadline: 1734320414282, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:14,284 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:14,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44732 deadline: 1734320414282, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:14,284 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:14,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44746 deadline: 1734320414283, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:14,287 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:14,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44684 deadline: 1734320414286, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:14,586 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:14,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44694 deadline: 1734320414584, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:14,587 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:14,587 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:14,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44732 deadline: 1734320414586, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:14,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44738 deadline: 1734320414586, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:14,587 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:14,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44746 deadline: 1734320414587, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:14,592 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:14,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44684 deadline: 1734320414590, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:14,645 INFO [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=438 (bloomFilter=true), to=hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/.tmp/B/47cf18c1495e424fa35e3739ce72cc34 2024-12-16T03:39:14,654 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/.tmp/C/9f877ae851764608b4ddbec7b4a78ca0 is 50, key is test_row_0/C:col10/1734320352845/Put/seqid=0 2024-12-16T03:39:14,662 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073741931_1107 (size=12301) 2024-12-16T03:39:14,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-12-16T03:39:15,062 INFO [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=438 (bloomFilter=true), to=hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/.tmp/C/9f877ae851764608b4ddbec7b4a78ca0 2024-12-16T03:39:15,067 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/.tmp/A/60ce237be2d54701a38e3e5918c6e850 as hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/A/60ce237be2d54701a38e3e5918c6e850 2024-12-16T03:39:15,071 INFO [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/A/60ce237be2d54701a38e3e5918c6e850, entries=150, sequenceid=438, filesize=12.0 K 2024-12-16T03:39:15,073 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/.tmp/B/47cf18c1495e424fa35e3739ce72cc34 as hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/B/47cf18c1495e424fa35e3739ce72cc34 2024-12-16T03:39:15,079 INFO [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/B/47cf18c1495e424fa35e3739ce72cc34, entries=150, sequenceid=438, filesize=12.0 K 2024-12-16T03:39:15,082 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/.tmp/C/9f877ae851764608b4ddbec7b4a78ca0 as hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/C/9f877ae851764608b4ddbec7b4a78ca0 2024-12-16T03:39:15,088 INFO [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/C/9f877ae851764608b4ddbec7b4a78ca0, entries=150, sequenceid=438, filesize=12.0 K 2024-12-16T03:39:15,088 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:15,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44694 deadline: 1734320415088, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:15,088 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:15,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44732 deadline: 1734320415088, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:15,090 INFO [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for ad0b284e95019d62ff8d91ca156366d7 in 1283ms, sequenceid=438, compaction requested=true 2024-12-16T03:39:15,090 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(2538): Flush status journal for ad0b284e95019d62ff8d91ca156366d7: 2024-12-16T03:39:15,090 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734320340163.ad0b284e95019d62ff8d91ca156366d7. 2024-12-16T03:39:15,090 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=29 2024-12-16T03:39:15,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.HMaster(4106): Remote procedure done, pid=29 2024-12-16T03:39:15,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(8581): Flush requested on ad0b284e95019d62ff8d91ca156366d7 2024-12-16T03:39:15,093 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing ad0b284e95019d62ff8d91ca156366d7 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-12-16T03:39:15,094 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ad0b284e95019d62ff8d91ca156366d7, store=A 2024-12-16T03:39:15,094 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T03:39:15,094 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ad0b284e95019d62ff8d91ca156366d7, store=B 2024-12-16T03:39:15,094 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T03:39:15,094 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ad0b284e95019d62ff8d91ca156366d7, store=C 2024-12-16T03:39:15,094 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=29, resume processing ppid=28 2024-12-16T03:39:15,094 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T03:39:15,094 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=29, ppid=28, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.2030 sec 2024-12-16T03:39:15,095 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=28, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=28, table=TestAcidGuarantees in 2.2100 sec 2024-12-16T03:39:15,099 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/.tmp/A/6049e948674e44eb956a00a3b1919376 is 50, key is test_row_0/A:col10/1734320355092/Put/seqid=0 2024-12-16T03:39:15,103 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073741932_1108 (size=12301) 2024-12-16T03:39:15,106 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:15,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44738 deadline: 1734320415104, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:15,106 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:15,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44684 deadline: 1734320415105, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:15,109 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:15,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44746 deadline: 1734320415106, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:15,208 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:15,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44738 deadline: 1734320415207, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:15,208 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:15,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44684 deadline: 1734320415208, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:15,212 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:15,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44746 deadline: 1734320415211, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:15,409 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:15,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44738 deadline: 1734320415409, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:15,410 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:15,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44684 deadline: 1734320415410, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:15,415 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:15,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44746 deadline: 1734320415413, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:15,504 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=461 (bloomFilter=true), to=hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/.tmp/A/6049e948674e44eb956a00a3b1919376 2024-12-16T03:39:15,512 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/.tmp/B/208cd9c917f345a6a84f43a36ba6add6 is 50, key is test_row_0/B:col10/1734320355092/Put/seqid=0 2024-12-16T03:39:15,516 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073741933_1109 (size=12301) 2024-12-16T03:39:15,711 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:15,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44738 deadline: 1734320415710, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:15,714 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:15,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 198 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44684 deadline: 1734320415713, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:15,717 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:15,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44746 deadline: 1734320415717, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:15,919 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=461 (bloomFilter=true), to=hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/.tmp/B/208cd9c917f345a6a84f43a36ba6add6 2024-12-16T03:39:15,926 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/.tmp/C/657fa0f845b34af4b23d29648e85f21c is 50, key is test_row_0/C:col10/1734320355092/Put/seqid=0 2024-12-16T03:39:15,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073741934_1110 (size=12301) 2024-12-16T03:39:16,096 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:16,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44732 deadline: 1734320416096, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:16,099 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:16,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44694 deadline: 1734320416098, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:16,217 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:16,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44738 deadline: 1734320416216, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:16,219 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:16,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44746 deadline: 1734320416218, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:16,219 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:16,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 200 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44684 deadline: 1734320416218, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:16,331 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=461 (bloomFilter=true), to=hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/.tmp/C/657fa0f845b34af4b23d29648e85f21c 2024-12-16T03:39:16,336 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/.tmp/A/6049e948674e44eb956a00a3b1919376 as hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/A/6049e948674e44eb956a00a3b1919376 2024-12-16T03:39:16,340 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/A/6049e948674e44eb956a00a3b1919376, entries=150, sequenceid=461, filesize=12.0 K 2024-12-16T03:39:16,341 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/.tmp/B/208cd9c917f345a6a84f43a36ba6add6 as hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/B/208cd9c917f345a6a84f43a36ba6add6 2024-12-16T03:39:16,346 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/B/208cd9c917f345a6a84f43a36ba6add6, entries=150, sequenceid=461, filesize=12.0 K 2024-12-16T03:39:16,347 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/.tmp/C/657fa0f845b34af4b23d29648e85f21c as hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/C/657fa0f845b34af4b23d29648e85f21c 2024-12-16T03:39:16,351 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/C/657fa0f845b34af4b23d29648e85f21c, entries=150, sequenceid=461, filesize=12.0 K 2024-12-16T03:39:16,352 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for ad0b284e95019d62ff8d91ca156366d7 in 1259ms, sequenceid=461, compaction requested=true 2024-12-16T03:39:16,352 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for ad0b284e95019d62ff8d91ca156366d7: 2024-12-16T03:39:16,352 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ad0b284e95019d62ff8d91ca156366d7:A, priority=-2147483648, current under compaction store size is 1 2024-12-16T03:39:16,352 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-16T03:39:16,352 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-16T03:39:16,352 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-16T03:39:16,353 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ad0b284e95019d62ff8d91ca156366d7:B, priority=-2147483648, current under compaction store size is 2 2024-12-16T03:39:16,353 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-16T03:39:16,353 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ad0b284e95019d62ff8d91ca156366d7:C, priority=-2147483648, current under compaction store size is 3 2024-12-16T03:39:16,353 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-16T03:39:16,354 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 52598 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-16T03:39:16,354 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.HStore(1540): ad0b284e95019d62ff8d91ca156366d7/A is initiating minor compaction (all files) 2024-12-16T03:39:16,354 INFO [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ad0b284e95019d62ff8d91ca156366d7/A in TestAcidGuarantees,,1734320340163.ad0b284e95019d62ff8d91ca156366d7. 2024-12-16T03:39:16,354 INFO [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/A/ff1f7d4b60514263b8915547642ac3fc, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/A/18defebb0e794960be72f26b28273131, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/A/60ce237be2d54701a38e3e5918c6e850, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/A/6049e948674e44eb956a00a3b1919376] into tmpdir=hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/.tmp, totalSize=51.4 K 2024-12-16T03:39:16,354 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50158 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-16T03:39:16,355 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] compactions.Compactor(224): Compacting ff1f7d4b60514263b8915547642ac3fc, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=398, earliestPutTs=1734320352040 2024-12-16T03:39:16,355 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.HStore(1540): ad0b284e95019d62ff8d91ca156366d7/B is initiating minor compaction (all files) 2024-12-16T03:39:16,355 INFO [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ad0b284e95019d62ff8d91ca156366d7/B in TestAcidGuarantees,,1734320340163.ad0b284e95019d62ff8d91ca156366d7. 2024-12-16T03:39:16,355 INFO [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/B/2faaa37863d34baf8e824c3a7185d88a, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/B/16ade640dec543fa9859fb7a2bb765c4, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/B/47cf18c1495e424fa35e3739ce72cc34, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/B/208cd9c917f345a6a84f43a36ba6add6] into tmpdir=hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/.tmp, totalSize=49.0 K 2024-12-16T03:39:16,355 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] compactions.Compactor(224): Compacting 18defebb0e794960be72f26b28273131, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=421, earliestPutTs=1734320352676 2024-12-16T03:39:16,355 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] compactions.Compactor(224): Compacting 2faaa37863d34baf8e824c3a7185d88a, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=398, earliestPutTs=1734320352040 2024-12-16T03:39:16,355 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] compactions.Compactor(224): Compacting 60ce237be2d54701a38e3e5918c6e850, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=438, earliestPutTs=1734320352843 2024-12-16T03:39:16,356 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] compactions.Compactor(224): Compacting 16ade640dec543fa9859fb7a2bb765c4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=421, earliestPutTs=1734320352783 2024-12-16T03:39:16,356 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6049e948674e44eb956a00a3b1919376, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=461, earliestPutTs=1734320353970 2024-12-16T03:39:16,356 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] compactions.Compactor(224): Compacting 47cf18c1495e424fa35e3739ce72cc34, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=438, earliestPutTs=1734320352843 2024-12-16T03:39:16,356 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] compactions.Compactor(224): Compacting 208cd9c917f345a6a84f43a36ba6add6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=461, earliestPutTs=1734320353970 2024-12-16T03:39:16,364 INFO [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ad0b284e95019d62ff8d91ca156366d7#B#compaction#96 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-16T03:39:16,365 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/.tmp/B/f5a23f2c2c3c495d96be9b8837c32440 is 50, key is test_row_0/B:col10/1734320355092/Put/seqid=0 2024-12-16T03:39:16,377 INFO [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ad0b284e95019d62ff8d91ca156366d7#A#compaction#97 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-16T03:39:16,377 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/.tmp/A/bcc49eced4064aeb9b1ddfe516eab2f3 is 50, key is test_row_0/A:col10/1734320355092/Put/seqid=0 2024-12-16T03:39:16,380 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073741935_1111 (size=13391) 2024-12-16T03:39:16,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073741936_1112 (size=13391) 2024-12-16T03:39:16,395 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/.tmp/A/bcc49eced4064aeb9b1ddfe516eab2f3 as hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/A/bcc49eced4064aeb9b1ddfe516eab2f3 2024-12-16T03:39:16,402 INFO [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in ad0b284e95019d62ff8d91ca156366d7/A of ad0b284e95019d62ff8d91ca156366d7 into bcc49eced4064aeb9b1ddfe516eab2f3(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-16T03:39:16,402 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ad0b284e95019d62ff8d91ca156366d7: 2024-12-16T03:39:16,402 INFO [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734320340163.ad0b284e95019d62ff8d91ca156366d7., storeName=ad0b284e95019d62ff8d91ca156366d7/A, priority=12, startTime=1734320356352; duration=0sec 2024-12-16T03:39:16,402 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-16T03:39:16,402 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ad0b284e95019d62ff8d91ca156366d7:A 2024-12-16T03:39:16,403 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-16T03:39:16,404 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50158 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-16T03:39:16,405 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.HStore(1540): ad0b284e95019d62ff8d91ca156366d7/C is initiating minor compaction (all files) 2024-12-16T03:39:16,405 INFO [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ad0b284e95019d62ff8d91ca156366d7/C in TestAcidGuarantees,,1734320340163.ad0b284e95019d62ff8d91ca156366d7. 2024-12-16T03:39:16,405 INFO [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/C/07558618ca434f2980be987b8a10ecaf, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/C/929f9032edaa4d8eaa041b9289c64708, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/C/9f877ae851764608b4ddbec7b4a78ca0, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/C/657fa0f845b34af4b23d29648e85f21c] into tmpdir=hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/.tmp, totalSize=49.0 K 2024-12-16T03:39:16,406 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] compactions.Compactor(224): Compacting 07558618ca434f2980be987b8a10ecaf, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=398, earliestPutTs=1734320352040 2024-12-16T03:39:16,406 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] compactions.Compactor(224): Compacting 929f9032edaa4d8eaa041b9289c64708, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=421, earliestPutTs=1734320352783 2024-12-16T03:39:16,406 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9f877ae851764608b4ddbec7b4a78ca0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=438, earliestPutTs=1734320352843 2024-12-16T03:39:16,407 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] compactions.Compactor(224): Compacting 657fa0f845b34af4b23d29648e85f21c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=461, earliestPutTs=1734320353970 2024-12-16T03:39:16,416 INFO [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ad0b284e95019d62ff8d91ca156366d7#C#compaction#98 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-16T03:39:16,417 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/.tmp/C/d0b839d6eb384b68b215ed0265141ac7 is 50, key is test_row_0/C:col10/1734320355092/Put/seqid=0 2024-12-16T03:39:16,429 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073741937_1113 (size=13391) 2024-12-16T03:39:16,787 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/.tmp/B/f5a23f2c2c3c495d96be9b8837c32440 as hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/B/f5a23f2c2c3c495d96be9b8837c32440 2024-12-16T03:39:16,794 INFO [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in ad0b284e95019d62ff8d91ca156366d7/B of ad0b284e95019d62ff8d91ca156366d7 into f5a23f2c2c3c495d96be9b8837c32440(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-16T03:39:16,794 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ad0b284e95019d62ff8d91ca156366d7: 2024-12-16T03:39:16,794 INFO [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734320340163.ad0b284e95019d62ff8d91ca156366d7., storeName=ad0b284e95019d62ff8d91ca156366d7/B, priority=12, startTime=1734320356352; duration=0sec 2024-12-16T03:39:16,794 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-16T03:39:16,794 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ad0b284e95019d62ff8d91ca156366d7:B 2024-12-16T03:39:16,835 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/.tmp/C/d0b839d6eb384b68b215ed0265141ac7 as hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/C/d0b839d6eb384b68b215ed0265141ac7 2024-12-16T03:39:16,840 INFO [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in ad0b284e95019d62ff8d91ca156366d7/C of ad0b284e95019d62ff8d91ca156366d7 into d0b839d6eb384b68b215ed0265141ac7(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-16T03:39:16,840 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ad0b284e95019d62ff8d91ca156366d7: 2024-12-16T03:39:16,840 INFO [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734320340163.ad0b284e95019d62ff8d91ca156366d7., storeName=ad0b284e95019d62ff8d91ca156366d7/C, priority=12, startTime=1734320356353; duration=0sec 2024-12-16T03:39:16,840 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-16T03:39:16,840 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ad0b284e95019d62ff8d91ca156366d7:C 2024-12-16T03:39:16,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-12-16T03:39:16,991 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 28 completed 2024-12-16T03:39:16,992 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-16T03:39:16,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] procedure2.ProcedureExecutor(1098): Stored pid=30, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=30, table=TestAcidGuarantees 2024-12-16T03:39:16,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-12-16T03:39:16,994 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=30, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=30, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-16T03:39:16,994 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=30, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=30, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-16T03:39:16,994 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=31, ppid=30, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-16T03:39:17,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-12-16T03:39:17,145 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:17,145 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39893 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=31 2024-12-16T03:39:17,146 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734320340163.ad0b284e95019d62ff8d91ca156366d7. 2024-12-16T03:39:17,146 INFO [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegion(2837): Flushing ad0b284e95019d62ff8d91ca156366d7 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-12-16T03:39:17,146 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ad0b284e95019d62ff8d91ca156366d7, store=A 2024-12-16T03:39:17,146 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T03:39:17,146 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ad0b284e95019d62ff8d91ca156366d7, store=B 2024-12-16T03:39:17,146 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T03:39:17,146 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ad0b284e95019d62ff8d91ca156366d7, store=C 2024-12-16T03:39:17,147 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T03:39:17,153 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/.tmp/A/9980ad66bb864c989a7b759cc6be14f1 is 50, key is test_row_0/A:col10/1734320355094/Put/seqid=0 2024-12-16T03:39:17,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073741938_1114 (size=12301) 2024-12-16T03:39:17,178 INFO [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=477 (bloomFilter=true), to=hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/.tmp/A/9980ad66bb864c989a7b759cc6be14f1 2024-12-16T03:39:17,196 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/.tmp/B/9011d2d30b2e40c3ac457c9cda920548 is 50, key is test_row_0/B:col10/1734320355094/Put/seqid=0 2024-12-16T03:39:17,210 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073741939_1115 (size=12301) 2024-12-16T03:39:17,213 INFO [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=477 (bloomFilter=true), to=hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/.tmp/B/9011d2d30b2e40c3ac457c9cda920548 2024-12-16T03:39:17,223 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/.tmp/C/89bbe23ad70845e5bb14946aba432566 is 50, key is test_row_0/C:col10/1734320355094/Put/seqid=0 2024-12-16T03:39:17,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(8581): Flush requested on ad0b284e95019d62ff8d91ca156366d7 2024-12-16T03:39:17,225 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734320340163.ad0b284e95019d62ff8d91ca156366d7. as already flushing 2024-12-16T03:39:17,246 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:17,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 204 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44746 deadline: 1734320417245, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:17,247 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:17,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 208 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44684 deadline: 1734320417245, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:17,247 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:17,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 199 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44738 deadline: 1734320417245, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:17,253 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073741940_1116 (size=12301) 2024-12-16T03:39:17,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-12-16T03:39:17,348 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:17,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 206 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44746 deadline: 1734320417348, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:17,348 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:17,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 210 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44684 deadline: 1734320417348, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:17,350 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:17,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 201 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44738 deadline: 1734320417348, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:17,550 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:17,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 208 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44746 deadline: 1734320417549, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:17,552 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:17,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 212 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44684 deadline: 1734320417550, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:17,552 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:17,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 203 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44738 deadline: 1734320417551, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:17,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-12-16T03:39:17,654 INFO [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=477 (bloomFilter=true), to=hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/.tmp/C/89bbe23ad70845e5bb14946aba432566 2024-12-16T03:39:17,660 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/.tmp/A/9980ad66bb864c989a7b759cc6be14f1 as hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/A/9980ad66bb864c989a7b759cc6be14f1 2024-12-16T03:39:17,664 INFO [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/A/9980ad66bb864c989a7b759cc6be14f1, entries=150, sequenceid=477, filesize=12.0 K 2024-12-16T03:39:17,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/.tmp/B/9011d2d30b2e40c3ac457c9cda920548 as hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/B/9011d2d30b2e40c3ac457c9cda920548 2024-12-16T03:39:17,670 INFO [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/B/9011d2d30b2e40c3ac457c9cda920548, entries=150, sequenceid=477, filesize=12.0 K 2024-12-16T03:39:17,671 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/.tmp/C/89bbe23ad70845e5bb14946aba432566 as hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/C/89bbe23ad70845e5bb14946aba432566 2024-12-16T03:39:17,675 INFO [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/C/89bbe23ad70845e5bb14946aba432566, entries=150, sequenceid=477, filesize=12.0 K 2024-12-16T03:39:17,676 INFO [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for ad0b284e95019d62ff8d91ca156366d7 in 530ms, sequenceid=477, compaction requested=false 2024-12-16T03:39:17,677 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegion(2538): Flush status journal for ad0b284e95019d62ff8d91ca156366d7: 2024-12-16T03:39:17,677 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734320340163.ad0b284e95019d62ff8d91ca156366d7. 2024-12-16T03:39:17,677 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=31 2024-12-16T03:39:17,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.HMaster(4106): Remote procedure done, pid=31 2024-12-16T03:39:17,679 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=31, resume processing ppid=30 2024-12-16T03:39:17,679 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=31, ppid=30, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 684 msec 2024-12-16T03:39:17,681 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=30, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=30, table=TestAcidGuarantees in 687 msec 2024-12-16T03:39:17,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(8581): Flush requested on ad0b284e95019d62ff8d91ca156366d7 2024-12-16T03:39:17,855 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing ad0b284e95019d62ff8d91ca156366d7 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-12-16T03:39:17,856 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ad0b284e95019d62ff8d91ca156366d7, store=A 2024-12-16T03:39:17,856 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T03:39:17,856 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ad0b284e95019d62ff8d91ca156366d7, store=B 2024-12-16T03:39:17,857 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T03:39:17,857 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ad0b284e95019d62ff8d91ca156366d7, store=C 2024-12-16T03:39:17,857 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T03:39:17,861 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/.tmp/A/b1b7defd91a34559a9fcaf9c9cf20e95 is 50, key is test_row_0/A:col10/1734320357244/Put/seqid=0 2024-12-16T03:39:17,868 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073741941_1117 (size=14741) 2024-12-16T03:39:17,871 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:17,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 213 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44746 deadline: 1734320417868, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:17,873 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:17,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 209 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44738 deadline: 1734320417871, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:17,873 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:17,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 217 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44684 deadline: 1734320417871, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:17,974 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:17,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 215 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44746 deadline: 1734320417973, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:17,975 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:17,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 211 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44738 deadline: 1734320417974, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:17,975 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:17,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 219 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44684 deadline: 1734320417974, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:18,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-12-16T03:39:18,097 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 30 completed 2024-12-16T03:39:18,098 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-16T03:39:18,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] procedure2.ProcedureExecutor(1098): Stored pid=32, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=32, table=TestAcidGuarantees 2024-12-16T03:39:18,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=32 2024-12-16T03:39:18,100 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=32, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=32, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-16T03:39:18,100 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=32, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=32, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-16T03:39:18,100 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=33, ppid=32, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-16T03:39:18,104 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:18,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44732 deadline: 1734320418103, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:18,105 DEBUG [Thread-153 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4130 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1734320340163.ad0b284e95019d62ff8d91ca156366d7., hostname=f0d65a6309ee,39893,1734320334634, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-16T03:39:18,109 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:18,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44694 deadline: 1734320418108, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:18,109 DEBUG [Thread-157 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4132 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1734320340163.ad0b284e95019d62ff8d91ca156366d7., hostname=f0d65a6309ee,39893,1734320334634, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-16T03:39:18,175 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:18,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 217 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44746 deadline: 1734320418175, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:18,177 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:18,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 213 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44738 deadline: 1734320418177, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:18,177 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:18,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 221 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44684 deadline: 1734320418177, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:18,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=32 2024-12-16T03:39:18,252 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:18,252 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39893 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=33 2024-12-16T03:39:18,252 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734320340163.ad0b284e95019d62ff8d91ca156366d7. 2024-12-16T03:39:18,252 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734320340163.ad0b284e95019d62ff8d91ca156366d7. as already flushing 2024-12-16T03:39:18,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734320340163.ad0b284e95019d62ff8d91ca156366d7. 2024-12-16T03:39:18,253 ERROR [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] handler.RSProcedureHandler(58): pid=33 java.io.IOException: Unable to complete flush {ENCODED => ad0b284e95019d62ff8d91ca156366d7, NAME => 'TestAcidGuarantees,,1734320340163.ad0b284e95019d62ff8d91ca156366d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:39:18,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=33 java.io.IOException: Unable to complete flush {ENCODED => ad0b284e95019d62ff8d91ca156366d7, NAME => 'TestAcidGuarantees,,1734320340163.ad0b284e95019d62ff8d91ca156366d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:39:18,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.HMaster(4114): Remote procedure failed, pid=33 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ad0b284e95019d62ff8d91ca156366d7, NAME => 'TestAcidGuarantees,,1734320340163.ad0b284e95019d62ff8d91ca156366d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ad0b284e95019d62ff8d91ca156366d7, NAME => 'TestAcidGuarantees,,1734320340163.ad0b284e95019d62ff8d91ca156366d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:39:18,269 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=503 (bloomFilter=true), to=hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/.tmp/A/b1b7defd91a34559a9fcaf9c9cf20e95 2024-12-16T03:39:18,277 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/.tmp/B/378b61dadd5f4e568c925cebd01a44ec is 50, key is test_row_0/B:col10/1734320357244/Put/seqid=0 2024-12-16T03:39:18,287 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073741942_1118 (size=12301) 2024-12-16T03:39:18,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=32 2024-12-16T03:39:18,405 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:18,405 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39893 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=33 2024-12-16T03:39:18,405 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734320340163.ad0b284e95019d62ff8d91ca156366d7. 2024-12-16T03:39:18,405 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734320340163.ad0b284e95019d62ff8d91ca156366d7. as already flushing 2024-12-16T03:39:18,405 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734320340163.ad0b284e95019d62ff8d91ca156366d7. 2024-12-16T03:39:18,405 ERROR [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] handler.RSProcedureHandler(58): pid=33 java.io.IOException: Unable to complete flush {ENCODED => ad0b284e95019d62ff8d91ca156366d7, NAME => 'TestAcidGuarantees,,1734320340163.ad0b284e95019d62ff8d91ca156366d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:39:18,406 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=33 java.io.IOException: Unable to complete flush {ENCODED => ad0b284e95019d62ff8d91ca156366d7, NAME => 'TestAcidGuarantees,,1734320340163.ad0b284e95019d62ff8d91ca156366d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:39:18,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.HMaster(4114): Remote procedure failed, pid=33 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ad0b284e95019d62ff8d91ca156366d7, NAME => 'TestAcidGuarantees,,1734320340163.ad0b284e95019d62ff8d91ca156366d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ad0b284e95019d62ff8d91ca156366d7, NAME => 'TestAcidGuarantees,,1734320340163.ad0b284e95019d62ff8d91ca156366d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:39:18,480 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:18,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 219 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44746 deadline: 1734320418479, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:18,481 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:18,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 215 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44738 deadline: 1734320418479, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:18,481 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:18,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 223 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44684 deadline: 1734320418479, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:18,557 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:18,558 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39893 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=33 2024-12-16T03:39:18,558 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734320340163.ad0b284e95019d62ff8d91ca156366d7. 2024-12-16T03:39:18,558 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734320340163.ad0b284e95019d62ff8d91ca156366d7. as already flushing 2024-12-16T03:39:18,558 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734320340163.ad0b284e95019d62ff8d91ca156366d7. 2024-12-16T03:39:18,558 ERROR [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] handler.RSProcedureHandler(58): pid=33 java.io.IOException: Unable to complete flush {ENCODED => ad0b284e95019d62ff8d91ca156366d7, NAME => 'TestAcidGuarantees,,1734320340163.ad0b284e95019d62ff8d91ca156366d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:39:18,558 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=33 java.io.IOException: Unable to complete flush {ENCODED => ad0b284e95019d62ff8d91ca156366d7, NAME => 'TestAcidGuarantees,,1734320340163.ad0b284e95019d62ff8d91ca156366d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:39:18,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.HMaster(4114): Remote procedure failed, pid=33 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ad0b284e95019d62ff8d91ca156366d7, NAME => 'TestAcidGuarantees,,1734320340163.ad0b284e95019d62ff8d91ca156366d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ad0b284e95019d62ff8d91ca156366d7, NAME => 'TestAcidGuarantees,,1734320340163.ad0b284e95019d62ff8d91ca156366d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:39:18,688 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=503 (bloomFilter=true), to=hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/.tmp/B/378b61dadd5f4e568c925cebd01a44ec 2024-12-16T03:39:18,696 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/.tmp/C/0576299be7d34e238246d333a5168645 is 50, key is test_row_0/C:col10/1734320357244/Put/seqid=0 2024-12-16T03:39:18,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=32 2024-12-16T03:39:18,706 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073741943_1119 (size=12301) 2024-12-16T03:39:18,707 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=503 (bloomFilter=true), to=hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/.tmp/C/0576299be7d34e238246d333a5168645 2024-12-16T03:39:18,710 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:18,711 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39893 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=33 2024-12-16T03:39:18,711 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734320340163.ad0b284e95019d62ff8d91ca156366d7. 2024-12-16T03:39:18,711 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734320340163.ad0b284e95019d62ff8d91ca156366d7. as already flushing 2024-12-16T03:39:18,711 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734320340163.ad0b284e95019d62ff8d91ca156366d7. 2024-12-16T03:39:18,711 ERROR [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] handler.RSProcedureHandler(58): pid=33 java.io.IOException: Unable to complete flush {ENCODED => ad0b284e95019d62ff8d91ca156366d7, NAME => 'TestAcidGuarantees,,1734320340163.ad0b284e95019d62ff8d91ca156366d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:39:18,711 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=33 java.io.IOException: Unable to complete flush {ENCODED => ad0b284e95019d62ff8d91ca156366d7, NAME => 'TestAcidGuarantees,,1734320340163.ad0b284e95019d62ff8d91ca156366d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:39:18,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.HMaster(4114): Remote procedure failed, pid=33 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ad0b284e95019d62ff8d91ca156366d7, NAME => 'TestAcidGuarantees,,1734320340163.ad0b284e95019d62ff8d91ca156366d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ad0b284e95019d62ff8d91ca156366d7, NAME => 'TestAcidGuarantees,,1734320340163.ad0b284e95019d62ff8d91ca156366d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:39:18,713 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/.tmp/A/b1b7defd91a34559a9fcaf9c9cf20e95 as hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/A/b1b7defd91a34559a9fcaf9c9cf20e95 2024-12-16T03:39:18,717 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/A/b1b7defd91a34559a9fcaf9c9cf20e95, entries=200, sequenceid=503, filesize=14.4 K 2024-12-16T03:39:18,718 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/.tmp/B/378b61dadd5f4e568c925cebd01a44ec as hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/B/378b61dadd5f4e568c925cebd01a44ec 2024-12-16T03:39:18,729 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/B/378b61dadd5f4e568c925cebd01a44ec, entries=150, sequenceid=503, filesize=12.0 K 2024-12-16T03:39:18,730 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/.tmp/C/0576299be7d34e238246d333a5168645 as hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/C/0576299be7d34e238246d333a5168645 2024-12-16T03:39:18,734 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/C/0576299be7d34e238246d333a5168645, entries=150, sequenceid=503, filesize=12.0 K 2024-12-16T03:39:18,735 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreScanner(1000): StoreScanner already closing. There is no need to updateReaders 2024-12-16T03:39:18,736 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for ad0b284e95019d62ff8d91ca156366d7 in 881ms, sequenceid=503, compaction requested=true 2024-12-16T03:39:18,736 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for ad0b284e95019d62ff8d91ca156366d7: 2024-12-16T03:39:18,736 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ad0b284e95019d62ff8d91ca156366d7:A, priority=-2147483648, current under compaction store size is 1 2024-12-16T03:39:18,736 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-16T03:39:18,736 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-16T03:39:18,736 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-16T03:39:18,736 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ad0b284e95019d62ff8d91ca156366d7:B, priority=-2147483648, current under compaction store size is 2 2024-12-16T03:39:18,737 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-16T03:39:18,737 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ad0b284e95019d62ff8d91ca156366d7:C, priority=-2147483648, current under compaction store size is 3 2024-12-16T03:39:18,737 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-16T03:39:18,737 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37993 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-16T03:39:18,737 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40433 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-16T03:39:18,738 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.HStore(1540): ad0b284e95019d62ff8d91ca156366d7/A is initiating minor compaction (all files) 2024-12-16T03:39:18,738 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.HStore(1540): ad0b284e95019d62ff8d91ca156366d7/B is initiating minor compaction (all files) 2024-12-16T03:39:18,738 INFO [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ad0b284e95019d62ff8d91ca156366d7/A in TestAcidGuarantees,,1734320340163.ad0b284e95019d62ff8d91ca156366d7. 2024-12-16T03:39:18,738 INFO [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ad0b284e95019d62ff8d91ca156366d7/B in TestAcidGuarantees,,1734320340163.ad0b284e95019d62ff8d91ca156366d7. 2024-12-16T03:39:18,738 INFO [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/B/f5a23f2c2c3c495d96be9b8837c32440, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/B/9011d2d30b2e40c3ac457c9cda920548, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/B/378b61dadd5f4e568c925cebd01a44ec] into tmpdir=hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/.tmp, totalSize=37.1 K 2024-12-16T03:39:18,738 INFO [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/A/bcc49eced4064aeb9b1ddfe516eab2f3, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/A/9980ad66bb864c989a7b759cc6be14f1, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/A/b1b7defd91a34559a9fcaf9c9cf20e95] into tmpdir=hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/.tmp, totalSize=39.5 K 2024-12-16T03:39:18,738 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] compactions.Compactor(224): Compacting bcc49eced4064aeb9b1ddfe516eab2f3, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=461, earliestPutTs=1734320353970 2024-12-16T03:39:18,738 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] compactions.Compactor(224): Compacting f5a23f2c2c3c495d96be9b8837c32440, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=461, earliestPutTs=1734320353970 2024-12-16T03:39:18,738 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9980ad66bb864c989a7b759cc6be14f1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=477, earliestPutTs=1734320355094 2024-12-16T03:39:18,738 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] compactions.Compactor(224): Compacting 9011d2d30b2e40c3ac457c9cda920548, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=477, earliestPutTs=1734320355094 2024-12-16T03:39:18,739 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] compactions.Compactor(224): Compacting b1b7defd91a34559a9fcaf9c9cf20e95, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=503, earliestPutTs=1734320357244 2024-12-16T03:39:18,739 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] compactions.Compactor(224): Compacting 378b61dadd5f4e568c925cebd01a44ec, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=503, earliestPutTs=1734320357244 2024-12-16T03:39:18,746 INFO [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ad0b284e95019d62ff8d91ca156366d7#A#compaction#105 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-16T03:39:18,746 INFO [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ad0b284e95019d62ff8d91ca156366d7#B#compaction#106 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-16T03:39:18,746 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/.tmp/A/7f80eb1c0d174200871e3f944a578e32 is 50, key is test_row_0/A:col10/1734320357244/Put/seqid=0 2024-12-16T03:39:18,747 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/.tmp/B/556f1b74ffb2419580895edfd4a14193 is 50, key is test_row_0/B:col10/1734320357244/Put/seqid=0 2024-12-16T03:39:18,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073741944_1120 (size=13493) 2024-12-16T03:39:18,752 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073741945_1121 (size=13493) 2024-12-16T03:39:18,757 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/.tmp/B/556f1b74ffb2419580895edfd4a14193 as hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/B/556f1b74ffb2419580895edfd4a14193 2024-12-16T03:39:18,762 INFO [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in ad0b284e95019d62ff8d91ca156366d7/B of ad0b284e95019d62ff8d91ca156366d7 into 556f1b74ffb2419580895edfd4a14193(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-16T03:39:18,762 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ad0b284e95019d62ff8d91ca156366d7: 2024-12-16T03:39:18,762 INFO [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734320340163.ad0b284e95019d62ff8d91ca156366d7., storeName=ad0b284e95019d62ff8d91ca156366d7/B, priority=13, startTime=1734320358736; duration=0sec 2024-12-16T03:39:18,762 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-16T03:39:18,762 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ad0b284e95019d62ff8d91ca156366d7:B 2024-12-16T03:39:18,762 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-16T03:39:18,763 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37993 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-16T03:39:18,763 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.HStore(1540): ad0b284e95019d62ff8d91ca156366d7/C is initiating minor compaction (all files) 2024-12-16T03:39:18,763 INFO [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ad0b284e95019d62ff8d91ca156366d7/C in TestAcidGuarantees,,1734320340163.ad0b284e95019d62ff8d91ca156366d7. 2024-12-16T03:39:18,764 INFO [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/C/d0b839d6eb384b68b215ed0265141ac7, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/C/89bbe23ad70845e5bb14946aba432566, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/C/0576299be7d34e238246d333a5168645] into tmpdir=hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/.tmp, totalSize=37.1 K 2024-12-16T03:39:18,764 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] compactions.Compactor(224): Compacting d0b839d6eb384b68b215ed0265141ac7, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=461, earliestPutTs=1734320353970 2024-12-16T03:39:18,764 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] compactions.Compactor(224): Compacting 89bbe23ad70845e5bb14946aba432566, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=477, earliestPutTs=1734320355094 2024-12-16T03:39:18,765 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] compactions.Compactor(224): Compacting 0576299be7d34e238246d333a5168645, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=503, earliestPutTs=1734320357244 2024-12-16T03:39:18,771 INFO [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ad0b284e95019d62ff8d91ca156366d7#C#compaction#107 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-16T03:39:18,772 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/.tmp/C/feba34ef7c9646b68fbab9f375ddbbdb is 50, key is test_row_0/C:col10/1734320357244/Put/seqid=0 2024-12-16T03:39:18,779 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073741946_1122 (size=13493) 2024-12-16T03:39:18,789 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/.tmp/C/feba34ef7c9646b68fbab9f375ddbbdb as hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/C/feba34ef7c9646b68fbab9f375ddbbdb 2024-12-16T03:39:18,801 INFO [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in ad0b284e95019d62ff8d91ca156366d7/C of ad0b284e95019d62ff8d91ca156366d7 into feba34ef7c9646b68fbab9f375ddbbdb(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-16T03:39:18,801 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ad0b284e95019d62ff8d91ca156366d7: 2024-12-16T03:39:18,801 INFO [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734320340163.ad0b284e95019d62ff8d91ca156366d7., storeName=ad0b284e95019d62ff8d91ca156366d7/C, priority=13, startTime=1734320358737; duration=0sec 2024-12-16T03:39:18,801 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-16T03:39:18,801 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ad0b284e95019d62ff8d91ca156366d7:C 2024-12-16T03:39:18,863 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:18,864 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39893 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=33 2024-12-16T03:39:18,864 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734320340163.ad0b284e95019d62ff8d91ca156366d7. 2024-12-16T03:39:18,864 INFO [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegion(2837): Flushing ad0b284e95019d62ff8d91ca156366d7 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-12-16T03:39:18,864 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ad0b284e95019d62ff8d91ca156366d7, store=A 2024-12-16T03:39:18,864 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T03:39:18,864 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ad0b284e95019d62ff8d91ca156366d7, store=B 2024-12-16T03:39:18,865 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T03:39:18,865 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ad0b284e95019d62ff8d91ca156366d7, store=C 2024-12-16T03:39:18,865 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T03:39:18,870 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/.tmp/A/c84b01decae0451c93eb74d5af111d91 is 50, key is test_row_1/A:col10/1734320357870/Put/seqid=0 2024-12-16T03:39:18,888 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073741947_1123 (size=9857) 2024-12-16T03:39:18,889 INFO [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=515 (bloomFilter=true), to=hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/.tmp/A/c84b01decae0451c93eb74d5af111d91 2024-12-16T03:39:18,897 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/.tmp/B/6653ae82aa3e496ba868fcd0b9f0ebfe is 50, key is test_row_1/B:col10/1734320357870/Put/seqid=0 2024-12-16T03:39:18,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073741948_1124 (size=9857) 2024-12-16T03:39:18,914 INFO [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=515 (bloomFilter=true), to=hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/.tmp/B/6653ae82aa3e496ba868fcd0b9f0ebfe 2024-12-16T03:39:18,923 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/.tmp/C/cf427fde0f124c0ca6d468b526593c03 is 50, key is test_row_1/C:col10/1734320357870/Put/seqid=0 2024-12-16T03:39:18,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073741949_1125 (size=9857) 2024-12-16T03:39:18,983 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734320340163.ad0b284e95019d62ff8d91ca156366d7. as already flushing 2024-12-16T03:39:18,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(8581): Flush requested on ad0b284e95019d62ff8d91ca156366d7 2024-12-16T03:39:19,007 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:19,007 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:19,007 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:19,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 234 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44684 deadline: 1734320419004, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:19,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 230 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44746 deadline: 1734320419003, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:19,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 222 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44738 deadline: 1734320419003, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:19,109 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:19,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 236 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44684 deadline: 1734320419108, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:19,109 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:19,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 232 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44746 deadline: 1734320419108, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:19,110 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:19,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 224 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44738 deadline: 1734320419108, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:19,156 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/.tmp/A/7f80eb1c0d174200871e3f944a578e32 as hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/A/7f80eb1c0d174200871e3f944a578e32 2024-12-16T03:39:19,163 INFO [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in ad0b284e95019d62ff8d91ca156366d7/A of ad0b284e95019d62ff8d91ca156366d7 into 7f80eb1c0d174200871e3f944a578e32(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-16T03:39:19,163 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ad0b284e95019d62ff8d91ca156366d7: 2024-12-16T03:39:19,163 INFO [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734320340163.ad0b284e95019d62ff8d91ca156366d7., storeName=ad0b284e95019d62ff8d91ca156366d7/A, priority=13, startTime=1734320358736; duration=0sec 2024-12-16T03:39:19,163 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-16T03:39:19,163 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ad0b284e95019d62ff8d91ca156366d7:A 2024-12-16T03:39:19,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=32 2024-12-16T03:39:19,312 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:19,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 226 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44738 deadline: 1734320419311, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:19,312 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:19,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 238 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44684 deadline: 1734320419311, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:19,313 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:19,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 234 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44746 deadline: 1734320419312, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:19,331 INFO [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=515 (bloomFilter=true), to=hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/.tmp/C/cf427fde0f124c0ca6d468b526593c03 2024-12-16T03:39:19,336 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/.tmp/A/c84b01decae0451c93eb74d5af111d91 as hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/A/c84b01decae0451c93eb74d5af111d91 2024-12-16T03:39:19,344 INFO [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/A/c84b01decae0451c93eb74d5af111d91, entries=100, sequenceid=515, filesize=9.6 K 2024-12-16T03:39:19,345 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/.tmp/B/6653ae82aa3e496ba868fcd0b9f0ebfe as hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/B/6653ae82aa3e496ba868fcd0b9f0ebfe 2024-12-16T03:39:19,350 INFO [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/B/6653ae82aa3e496ba868fcd0b9f0ebfe, entries=100, sequenceid=515, filesize=9.6 K 2024-12-16T03:39:19,351 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/.tmp/C/cf427fde0f124c0ca6d468b526593c03 as hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/C/cf427fde0f124c0ca6d468b526593c03 2024-12-16T03:39:19,355 INFO [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/C/cf427fde0f124c0ca6d468b526593c03, entries=100, sequenceid=515, filesize=9.6 K 2024-12-16T03:39:19,355 INFO [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegion(3040): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=154.31 KB/158010 for ad0b284e95019d62ff8d91ca156366d7 in 491ms, sequenceid=515, compaction requested=false 2024-12-16T03:39:19,355 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegion(2538): Flush status journal for ad0b284e95019d62ff8d91ca156366d7: 2024-12-16T03:39:19,355 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734320340163.ad0b284e95019d62ff8d91ca156366d7. 2024-12-16T03:39:19,355 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=33 2024-12-16T03:39:19,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.HMaster(4106): Remote procedure done, pid=33 2024-12-16T03:39:19,358 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=33, resume processing ppid=32 2024-12-16T03:39:19,358 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=33, ppid=32, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.2560 sec 2024-12-16T03:39:19,359 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=32, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=32, table=TestAcidGuarantees in 1.2600 sec 2024-12-16T03:39:19,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(8581): Flush requested on ad0b284e95019d62ff8d91ca156366d7 2024-12-16T03:39:19,615 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing ad0b284e95019d62ff8d91ca156366d7 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-12-16T03:39:19,616 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ad0b284e95019d62ff8d91ca156366d7, store=A 2024-12-16T03:39:19,617 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T03:39:19,617 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ad0b284e95019d62ff8d91ca156366d7, store=B 2024-12-16T03:39:19,617 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T03:39:19,617 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ad0b284e95019d62ff8d91ca156366d7, store=C 2024-12-16T03:39:19,617 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T03:39:19,622 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:19,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 232 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44738 deadline: 1734320419622, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:19,625 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:19,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 237 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44746 deadline: 1734320419623, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:19,625 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:19,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 242 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44684 deadline: 1734320419625, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:19,629 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/.tmp/A/ba0cc1969f34467bbaf704c4b852b859 is 50, key is test_row_0/A:col10/1734320359614/Put/seqid=0 2024-12-16T03:39:19,635 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073741950_1126 (size=14741) 2024-12-16T03:39:19,724 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:19,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 234 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44738 deadline: 1734320419724, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:19,726 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:19,726 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:19,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 244 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44684 deadline: 1734320419726, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:19,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 239 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44746 deadline: 1734320419726, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:19,927 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:19,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 236 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44738 deadline: 1734320419926, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:19,928 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:19,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 246 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44684 deadline: 1734320419927, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:19,929 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:19,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 241 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44746 deadline: 1734320419928, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:20,036 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=544 (bloomFilter=true), to=hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/.tmp/A/ba0cc1969f34467bbaf704c4b852b859 2024-12-16T03:39:20,043 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/.tmp/B/d737383d6ba4470fb9870a4d7d4febda is 50, key is test_row_0/B:col10/1734320359614/Put/seqid=0 2024-12-16T03:39:20,047 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073741951_1127 (size=12301) 2024-12-16T03:39:20,051 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=544 (bloomFilter=true), to=hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/.tmp/B/d737383d6ba4470fb9870a4d7d4febda 2024-12-16T03:39:20,060 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/.tmp/C/53923a01a2044cd9b446a92e80a70663 is 50, key is test_row_0/C:col10/1734320359614/Put/seqid=0 2024-12-16T03:39:20,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073741952_1128 (size=12301) 2024-12-16T03:39:20,069 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=544 (bloomFilter=true), to=hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/.tmp/C/53923a01a2044cd9b446a92e80a70663 2024-12-16T03:39:20,075 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/.tmp/A/ba0cc1969f34467bbaf704c4b852b859 as hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/A/ba0cc1969f34467bbaf704c4b852b859 2024-12-16T03:39:20,081 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/A/ba0cc1969f34467bbaf704c4b852b859, entries=200, sequenceid=544, filesize=14.4 K 2024-12-16T03:39:20,082 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/.tmp/B/d737383d6ba4470fb9870a4d7d4febda as hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/B/d737383d6ba4470fb9870a4d7d4febda 2024-12-16T03:39:20,087 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/B/d737383d6ba4470fb9870a4d7d4febda, entries=150, sequenceid=544, filesize=12.0 K 2024-12-16T03:39:20,088 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/.tmp/C/53923a01a2044cd9b446a92e80a70663 as hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/C/53923a01a2044cd9b446a92e80a70663 2024-12-16T03:39:20,093 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/C/53923a01a2044cd9b446a92e80a70663, entries=150, sequenceid=544, filesize=12.0 K 2024-12-16T03:39:20,094 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~167.72 KB/171750, heapSize ~440.16 KB/450720, currentSize=33.54 KB/34350 for ad0b284e95019d62ff8d91ca156366d7 in 478ms, sequenceid=544, compaction requested=true 2024-12-16T03:39:20,094 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for ad0b284e95019d62ff8d91ca156366d7: 2024-12-16T03:39:20,094 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ad0b284e95019d62ff8d91ca156366d7:A, priority=-2147483648, current under compaction store size is 1 2024-12-16T03:39:20,094 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-16T03:39:20,094 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-16T03:39:20,094 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ad0b284e95019d62ff8d91ca156366d7:B, priority=-2147483648, current under compaction store size is 2 2024-12-16T03:39:20,094 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-16T03:39:20,094 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-16T03:39:20,094 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ad0b284e95019d62ff8d91ca156366d7:C, priority=-2147483648, current under compaction store size is 3 2024-12-16T03:39:20,094 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-16T03:39:20,095 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38091 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-16T03:39:20,095 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.HStore(1540): ad0b284e95019d62ff8d91ca156366d7/A is initiating minor compaction (all files) 2024-12-16T03:39:20,095 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35651 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-16T03:39:20,095 INFO [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ad0b284e95019d62ff8d91ca156366d7/A in TestAcidGuarantees,,1734320340163.ad0b284e95019d62ff8d91ca156366d7. 2024-12-16T03:39:20,095 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.HStore(1540): ad0b284e95019d62ff8d91ca156366d7/B is initiating minor compaction (all files) 2024-12-16T03:39:20,095 INFO [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ad0b284e95019d62ff8d91ca156366d7/B in TestAcidGuarantees,,1734320340163.ad0b284e95019d62ff8d91ca156366d7. 2024-12-16T03:39:20,095 INFO [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/A/7f80eb1c0d174200871e3f944a578e32, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/A/c84b01decae0451c93eb74d5af111d91, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/A/ba0cc1969f34467bbaf704c4b852b859] into tmpdir=hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/.tmp, totalSize=37.2 K 2024-12-16T03:39:20,095 INFO [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/B/556f1b74ffb2419580895edfd4a14193, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/B/6653ae82aa3e496ba868fcd0b9f0ebfe, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/B/d737383d6ba4470fb9870a4d7d4febda] into tmpdir=hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/.tmp, totalSize=34.8 K 2024-12-16T03:39:20,096 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7f80eb1c0d174200871e3f944a578e32, keycount=150, bloomtype=ROW, size=13.2 K, encoding=NONE, compression=NONE, seqNum=503, earliestPutTs=1734320357244 2024-12-16T03:39:20,096 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] compactions.Compactor(224): Compacting 556f1b74ffb2419580895edfd4a14193, keycount=150, bloomtype=ROW, size=13.2 K, encoding=NONE, compression=NONE, seqNum=503, earliestPutTs=1734320357244 2024-12-16T03:39:20,096 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] compactions.Compactor(224): Compacting c84b01decae0451c93eb74d5af111d91, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=515, earliestPutTs=1734320357866 2024-12-16T03:39:20,096 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] compactions.Compactor(224): Compacting 6653ae82aa3e496ba868fcd0b9f0ebfe, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=515, earliestPutTs=1734320357866 2024-12-16T03:39:20,096 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] compactions.Compactor(224): Compacting ba0cc1969f34467bbaf704c4b852b859, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=544, earliestPutTs=1734320359000 2024-12-16T03:39:20,096 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] compactions.Compactor(224): Compacting d737383d6ba4470fb9870a4d7d4febda, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=544, earliestPutTs=1734320359000 2024-12-16T03:39:20,103 INFO [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ad0b284e95019d62ff8d91ca156366d7#A#compaction#115 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-16T03:39:20,103 INFO [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ad0b284e95019d62ff8d91ca156366d7#B#compaction#114 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-16T03:39:20,104 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/.tmp/A/898545b829074da0970244c60a471575 is 50, key is test_row_0/A:col10/1734320359614/Put/seqid=0 2024-12-16T03:39:20,104 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/.tmp/B/fb03771658eb43acb38b150b9eddcd9a is 50, key is test_row_0/B:col10/1734320359614/Put/seqid=0 2024-12-16T03:39:20,111 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073741953_1129 (size=13595) 2024-12-16T03:39:20,112 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073741954_1130 (size=13595) 2024-12-16T03:39:20,117 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/.tmp/B/fb03771658eb43acb38b150b9eddcd9a as hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/B/fb03771658eb43acb38b150b9eddcd9a 2024-12-16T03:39:20,122 INFO [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in ad0b284e95019d62ff8d91ca156366d7/B of ad0b284e95019d62ff8d91ca156366d7 into fb03771658eb43acb38b150b9eddcd9a(size=13.3 K), total size for store is 13.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-16T03:39:20,122 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ad0b284e95019d62ff8d91ca156366d7: 2024-12-16T03:39:20,122 INFO [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734320340163.ad0b284e95019d62ff8d91ca156366d7., storeName=ad0b284e95019d62ff8d91ca156366d7/B, priority=13, startTime=1734320360094; duration=0sec 2024-12-16T03:39:20,122 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-16T03:39:20,122 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ad0b284e95019d62ff8d91ca156366d7:B 2024-12-16T03:39:20,122 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-16T03:39:20,123 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35651 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-16T03:39:20,123 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.HStore(1540): ad0b284e95019d62ff8d91ca156366d7/C is initiating minor compaction (all files) 2024-12-16T03:39:20,123 INFO [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ad0b284e95019d62ff8d91ca156366d7/C in TestAcidGuarantees,,1734320340163.ad0b284e95019d62ff8d91ca156366d7. 2024-12-16T03:39:20,123 INFO [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/C/feba34ef7c9646b68fbab9f375ddbbdb, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/C/cf427fde0f124c0ca6d468b526593c03, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/C/53923a01a2044cd9b446a92e80a70663] into tmpdir=hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/.tmp, totalSize=34.8 K 2024-12-16T03:39:20,124 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] compactions.Compactor(224): Compacting feba34ef7c9646b68fbab9f375ddbbdb, keycount=150, bloomtype=ROW, size=13.2 K, encoding=NONE, compression=NONE, seqNum=503, earliestPutTs=1734320357244 2024-12-16T03:39:20,124 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] compactions.Compactor(224): Compacting cf427fde0f124c0ca6d468b526593c03, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=515, earliestPutTs=1734320357866 2024-12-16T03:39:20,124 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] compactions.Compactor(224): Compacting 53923a01a2044cd9b446a92e80a70663, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=544, earliestPutTs=1734320359000 2024-12-16T03:39:20,130 INFO [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ad0b284e95019d62ff8d91ca156366d7#C#compaction#116 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-16T03:39:20,130 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/.tmp/C/b52339f927cc4c8eab2c19ec980dbf71 is 50, key is test_row_0/C:col10/1734320359614/Put/seqid=0 2024-12-16T03:39:20,134 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073741955_1131 (size=13595) 2024-12-16T03:39:20,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=32 2024-12-16T03:39:20,203 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 32 completed 2024-12-16T03:39:20,204 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-16T03:39:20,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] procedure2.ProcedureExecutor(1098): Stored pid=34, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=34, table=TestAcidGuarantees 2024-12-16T03:39:20,205 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=34, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=34, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-16T03:39:20,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=34 2024-12-16T03:39:20,206 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=34, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=34, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-16T03:39:20,206 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=35, ppid=34, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-16T03:39:20,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(8581): Flush requested on ad0b284e95019d62ff8d91ca156366d7 2024-12-16T03:39:20,232 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing ad0b284e95019d62ff8d91ca156366d7 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-16T03:39:20,233 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ad0b284e95019d62ff8d91ca156366d7, store=A 2024-12-16T03:39:20,233 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T03:39:20,233 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ad0b284e95019d62ff8d91ca156366d7, store=B 2024-12-16T03:39:20,233 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T03:39:20,233 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ad0b284e95019d62ff8d91ca156366d7, store=C 2024-12-16T03:39:20,233 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T03:39:20,237 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/.tmp/A/85d5c8d6ac634f44bef6786f530da5be is 50, key is test_row_0/A:col10/1734320360231/Put/seqid=0 2024-12-16T03:39:20,249 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073741956_1132 (size=14741) 2024-12-16T03:39:20,284 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:20,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 250 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44746 deadline: 1734320420279, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:20,284 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:20,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 256 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44684 deadline: 1734320420281, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:20,284 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:20,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 248 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44738 deadline: 1734320420284, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:20,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=34 2024-12-16T03:39:20,357 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:20,358 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39893 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=35 2024-12-16T03:39:20,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734320340163.ad0b284e95019d62ff8d91ca156366d7. 2024-12-16T03:39:20,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734320340163.ad0b284e95019d62ff8d91ca156366d7. as already flushing 2024-12-16T03:39:20,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734320340163.ad0b284e95019d62ff8d91ca156366d7. 2024-12-16T03:39:20,358 ERROR [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] handler.RSProcedureHandler(58): pid=35 java.io.IOException: Unable to complete flush {ENCODED => ad0b284e95019d62ff8d91ca156366d7, NAME => 'TestAcidGuarantees,,1734320340163.ad0b284e95019d62ff8d91ca156366d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:39:20,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=35 java.io.IOException: Unable to complete flush {ENCODED => ad0b284e95019d62ff8d91ca156366d7, NAME => 'TestAcidGuarantees,,1734320340163.ad0b284e95019d62ff8d91ca156366d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:39:20,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.HMaster(4114): Remote procedure failed, pid=35 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ad0b284e95019d62ff8d91ca156366d7, NAME => 'TestAcidGuarantees,,1734320340163.ad0b284e95019d62ff8d91ca156366d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ad0b284e95019d62ff8d91ca156366d7, NAME => 'TestAcidGuarantees,,1734320340163.ad0b284e95019d62ff8d91ca156366d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:39:20,387 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:20,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 252 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44746 deadline: 1734320420385, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:20,387 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:20,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 258 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44684 deadline: 1734320420385, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:20,387 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:20,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 250 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44738 deadline: 1734320420385, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:20,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=34 2024-12-16T03:39:20,510 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:20,510 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39893 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=35 2024-12-16T03:39:20,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734320340163.ad0b284e95019d62ff8d91ca156366d7. 2024-12-16T03:39:20,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734320340163.ad0b284e95019d62ff8d91ca156366d7. as already flushing 2024-12-16T03:39:20,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734320340163.ad0b284e95019d62ff8d91ca156366d7. 2024-12-16T03:39:20,511 ERROR [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] handler.RSProcedureHandler(58): pid=35 java.io.IOException: Unable to complete flush {ENCODED => ad0b284e95019d62ff8d91ca156366d7, NAME => 'TestAcidGuarantees,,1734320340163.ad0b284e95019d62ff8d91ca156366d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:39:20,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=35 java.io.IOException: Unable to complete flush {ENCODED => ad0b284e95019d62ff8d91ca156366d7, NAME => 'TestAcidGuarantees,,1734320340163.ad0b284e95019d62ff8d91ca156366d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:39:20,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.HMaster(4114): Remote procedure failed, pid=35 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ad0b284e95019d62ff8d91ca156366d7, NAME => 'TestAcidGuarantees,,1734320340163.ad0b284e95019d62ff8d91ca156366d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ad0b284e95019d62ff8d91ca156366d7, NAME => 'TestAcidGuarantees,,1734320340163.ad0b284e95019d62ff8d91ca156366d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:39:20,517 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/.tmp/A/898545b829074da0970244c60a471575 as hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/A/898545b829074da0970244c60a471575 2024-12-16T03:39:20,523 INFO [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in ad0b284e95019d62ff8d91ca156366d7/A of ad0b284e95019d62ff8d91ca156366d7 into 898545b829074da0970244c60a471575(size=13.3 K), total size for store is 13.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-16T03:39:20,523 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ad0b284e95019d62ff8d91ca156366d7: 2024-12-16T03:39:20,523 INFO [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734320340163.ad0b284e95019d62ff8d91ca156366d7., storeName=ad0b284e95019d62ff8d91ca156366d7/A, priority=13, startTime=1734320360094; duration=0sec 2024-12-16T03:39:20,523 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-16T03:39:20,523 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ad0b284e95019d62ff8d91ca156366d7:A 2024-12-16T03:39:20,540 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/.tmp/C/b52339f927cc4c8eab2c19ec980dbf71 as hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/C/b52339f927cc4c8eab2c19ec980dbf71 2024-12-16T03:39:20,545 INFO [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in ad0b284e95019d62ff8d91ca156366d7/C of ad0b284e95019d62ff8d91ca156366d7 into b52339f927cc4c8eab2c19ec980dbf71(size=13.3 K), total size for store is 13.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-16T03:39:20,545 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ad0b284e95019d62ff8d91ca156366d7: 2024-12-16T03:39:20,545 INFO [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734320340163.ad0b284e95019d62ff8d91ca156366d7., storeName=ad0b284e95019d62ff8d91ca156366d7/C, priority=13, startTime=1734320360094; duration=0sec 2024-12-16T03:39:20,545 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-16T03:39:20,545 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ad0b284e95019d62ff8d91ca156366d7:C 2024-12-16T03:39:20,589 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:20,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 254 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44746 deadline: 1734320420588, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:20,589 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:20,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 260 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44684 deadline: 1734320420588, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:20,590 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:20,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 252 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44738 deadline: 1734320420588, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:20,650 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=557 (bloomFilter=true), to=hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/.tmp/A/85d5c8d6ac634f44bef6786f530da5be 2024-12-16T03:39:20,657 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/.tmp/B/44ebcc22bef84b2cbe366e3bc1a28272 is 50, key is test_row_0/B:col10/1734320360231/Put/seqid=0 2024-12-16T03:39:20,660 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073741957_1133 (size=12301) 2024-12-16T03:39:20,663 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:20,664 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39893 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=35 2024-12-16T03:39:20,664 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734320340163.ad0b284e95019d62ff8d91ca156366d7. 2024-12-16T03:39:20,664 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734320340163.ad0b284e95019d62ff8d91ca156366d7. as already flushing 2024-12-16T03:39:20,664 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734320340163.ad0b284e95019d62ff8d91ca156366d7. 2024-12-16T03:39:20,664 ERROR [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] handler.RSProcedureHandler(58): pid=35 java.io.IOException: Unable to complete flush {ENCODED => ad0b284e95019d62ff8d91ca156366d7, NAME => 'TestAcidGuarantees,,1734320340163.ad0b284e95019d62ff8d91ca156366d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:39:20,664 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=35 java.io.IOException: Unable to complete flush {ENCODED => ad0b284e95019d62ff8d91ca156366d7, NAME => 'TestAcidGuarantees,,1734320340163.ad0b284e95019d62ff8d91ca156366d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:39:20,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.HMaster(4114): Remote procedure failed, pid=35 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ad0b284e95019d62ff8d91ca156366d7, NAME => 'TestAcidGuarantees,,1734320340163.ad0b284e95019d62ff8d91ca156366d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ad0b284e95019d62ff8d91ca156366d7, NAME => 'TestAcidGuarantees,,1734320340163.ad0b284e95019d62ff8d91ca156366d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:39:20,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=34 2024-12-16T03:39:20,816 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:20,816 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39893 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=35 2024-12-16T03:39:20,817 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734320340163.ad0b284e95019d62ff8d91ca156366d7. 2024-12-16T03:39:20,817 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734320340163.ad0b284e95019d62ff8d91ca156366d7. as already flushing 2024-12-16T03:39:20,817 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734320340163.ad0b284e95019d62ff8d91ca156366d7. 2024-12-16T03:39:20,817 ERROR [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] handler.RSProcedureHandler(58): pid=35 java.io.IOException: Unable to complete flush {ENCODED => ad0b284e95019d62ff8d91ca156366d7, NAME => 'TestAcidGuarantees,,1734320340163.ad0b284e95019d62ff8d91ca156366d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:39:20,817 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=35 java.io.IOException: Unable to complete flush {ENCODED => ad0b284e95019d62ff8d91ca156366d7, NAME => 'TestAcidGuarantees,,1734320340163.ad0b284e95019d62ff8d91ca156366d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:39:20,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.HMaster(4114): Remote procedure failed, pid=35 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ad0b284e95019d62ff8d91ca156366d7, NAME => 'TestAcidGuarantees,,1734320340163.ad0b284e95019d62ff8d91ca156366d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ad0b284e95019d62ff8d91ca156366d7, NAME => 'TestAcidGuarantees,,1734320340163.ad0b284e95019d62ff8d91ca156366d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:39:20,891 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:20,892 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:20,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 262 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44684 deadline: 1734320420890, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:20,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 254 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44738 deadline: 1734320420890, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:20,893 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:20,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 256 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44746 deadline: 1734320420893, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:20,969 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:20,969 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39893 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=35 2024-12-16T03:39:20,969 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734320340163.ad0b284e95019d62ff8d91ca156366d7. 2024-12-16T03:39:20,969 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734320340163.ad0b284e95019d62ff8d91ca156366d7. as already flushing 2024-12-16T03:39:20,969 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734320340163.ad0b284e95019d62ff8d91ca156366d7. 2024-12-16T03:39:20,969 ERROR [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] handler.RSProcedureHandler(58): pid=35 java.io.IOException: Unable to complete flush {ENCODED => ad0b284e95019d62ff8d91ca156366d7, NAME => 'TestAcidGuarantees,,1734320340163.ad0b284e95019d62ff8d91ca156366d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:39:20,969 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=35 java.io.IOException: Unable to complete flush {ENCODED => ad0b284e95019d62ff8d91ca156366d7, NAME => 'TestAcidGuarantees,,1734320340163.ad0b284e95019d62ff8d91ca156366d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:39:20,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.HMaster(4114): Remote procedure failed, pid=35 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ad0b284e95019d62ff8d91ca156366d7, NAME => 'TestAcidGuarantees,,1734320340163.ad0b284e95019d62ff8d91ca156366d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ad0b284e95019d62ff8d91ca156366d7, NAME => 'TestAcidGuarantees,,1734320340163.ad0b284e95019d62ff8d91ca156366d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:39:21,061 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=557 (bloomFilter=true), to=hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/.tmp/B/44ebcc22bef84b2cbe366e3bc1a28272 2024-12-16T03:39:21,068 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/.tmp/C/4b38b3a759414bc3bab39dadce283449 is 50, key is test_row_0/C:col10/1734320360231/Put/seqid=0 2024-12-16T03:39:21,072 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073741958_1134 (size=12301) 2024-12-16T03:39:21,121 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:21,122 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39893 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=35 2024-12-16T03:39:21,122 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734320340163.ad0b284e95019d62ff8d91ca156366d7. 2024-12-16T03:39:21,122 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734320340163.ad0b284e95019d62ff8d91ca156366d7. as already flushing 2024-12-16T03:39:21,122 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734320340163.ad0b284e95019d62ff8d91ca156366d7. 2024-12-16T03:39:21,122 ERROR [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] handler.RSProcedureHandler(58): pid=35 java.io.IOException: Unable to complete flush {ENCODED => ad0b284e95019d62ff8d91ca156366d7, NAME => 'TestAcidGuarantees,,1734320340163.ad0b284e95019d62ff8d91ca156366d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:39:21,122 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=35 java.io.IOException: Unable to complete flush {ENCODED => ad0b284e95019d62ff8d91ca156366d7, NAME => 'TestAcidGuarantees,,1734320340163.ad0b284e95019d62ff8d91ca156366d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:39:21,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.HMaster(4114): Remote procedure failed, pid=35 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ad0b284e95019d62ff8d91ca156366d7, NAME => 'TestAcidGuarantees,,1734320340163.ad0b284e95019d62ff8d91ca156366d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ad0b284e95019d62ff8d91ca156366d7, NAME => 'TestAcidGuarantees,,1734320340163.ad0b284e95019d62ff8d91ca156366d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:39:21,274 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:21,274 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39893 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=35 2024-12-16T03:39:21,274 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734320340163.ad0b284e95019d62ff8d91ca156366d7. 2024-12-16T03:39:21,274 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734320340163.ad0b284e95019d62ff8d91ca156366d7. as already flushing 2024-12-16T03:39:21,274 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734320340163.ad0b284e95019d62ff8d91ca156366d7. 2024-12-16T03:39:21,274 ERROR [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] handler.RSProcedureHandler(58): pid=35 java.io.IOException: Unable to complete flush {ENCODED => ad0b284e95019d62ff8d91ca156366d7, NAME => 'TestAcidGuarantees,,1734320340163.ad0b284e95019d62ff8d91ca156366d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:39:21,275 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=35 java.io.IOException: Unable to complete flush {ENCODED => ad0b284e95019d62ff8d91ca156366d7, NAME => 'TestAcidGuarantees,,1734320340163.ad0b284e95019d62ff8d91ca156366d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:39:21,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.HMaster(4114): Remote procedure failed, pid=35 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ad0b284e95019d62ff8d91ca156366d7, NAME => 'TestAcidGuarantees,,1734320340163.ad0b284e95019d62ff8d91ca156366d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ad0b284e95019d62ff8d91ca156366d7, NAME => 'TestAcidGuarantees,,1734320340163.ad0b284e95019d62ff8d91ca156366d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:39:21,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=34 2024-12-16T03:39:21,395 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:21,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 256 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44738 deadline: 1734320421395, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:21,396 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:21,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 264 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44684 deadline: 1734320421395, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:21,398 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:21,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 258 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44746 deadline: 1734320421397, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:21,426 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:21,427 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39893 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=35 2024-12-16T03:39:21,427 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734320340163.ad0b284e95019d62ff8d91ca156366d7. 2024-12-16T03:39:21,427 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734320340163.ad0b284e95019d62ff8d91ca156366d7. as already flushing 2024-12-16T03:39:21,427 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734320340163.ad0b284e95019d62ff8d91ca156366d7. 2024-12-16T03:39:21,427 ERROR [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] handler.RSProcedureHandler(58): pid=35 java.io.IOException: Unable to complete flush {ENCODED => ad0b284e95019d62ff8d91ca156366d7, NAME => 'TestAcidGuarantees,,1734320340163.ad0b284e95019d62ff8d91ca156366d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:39:21,427 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=35 java.io.IOException: Unable to complete flush {ENCODED => ad0b284e95019d62ff8d91ca156366d7, NAME => 'TestAcidGuarantees,,1734320340163.ad0b284e95019d62ff8d91ca156366d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:39:21,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.HMaster(4114): Remote procedure failed, pid=35 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ad0b284e95019d62ff8d91ca156366d7, NAME => 'TestAcidGuarantees,,1734320340163.ad0b284e95019d62ff8d91ca156366d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ad0b284e95019d62ff8d91ca156366d7, NAME => 'TestAcidGuarantees,,1734320340163.ad0b284e95019d62ff8d91ca156366d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:39:21,472 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=557 (bloomFilter=true), to=hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/.tmp/C/4b38b3a759414bc3bab39dadce283449 2024-12-16T03:39:21,491 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/.tmp/A/85d5c8d6ac634f44bef6786f530da5be as hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/A/85d5c8d6ac634f44bef6786f530da5be 2024-12-16T03:39:21,495 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/A/85d5c8d6ac634f44bef6786f530da5be, entries=200, sequenceid=557, filesize=14.4 K 2024-12-16T03:39:21,497 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/.tmp/B/44ebcc22bef84b2cbe366e3bc1a28272 as hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/B/44ebcc22bef84b2cbe366e3bc1a28272 2024-12-16T03:39:21,502 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/B/44ebcc22bef84b2cbe366e3bc1a28272, entries=150, sequenceid=557, filesize=12.0 K 2024-12-16T03:39:21,503 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/.tmp/C/4b38b3a759414bc3bab39dadce283449 as hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/C/4b38b3a759414bc3bab39dadce283449 2024-12-16T03:39:21,509 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/C/4b38b3a759414bc3bab39dadce283449, entries=150, sequenceid=557, filesize=12.0 K 2024-12-16T03:39:21,509 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for ad0b284e95019d62ff8d91ca156366d7 in 1277ms, sequenceid=557, compaction requested=false 2024-12-16T03:39:21,509 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for ad0b284e95019d62ff8d91ca156366d7: 2024-12-16T03:39:21,578 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:21,578 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39893 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=35 2024-12-16T03:39:21,578 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734320340163.ad0b284e95019d62ff8d91ca156366d7. 2024-12-16T03:39:21,579 INFO [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HRegion(2837): Flushing ad0b284e95019d62ff8d91ca156366d7 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-12-16T03:39:21,579 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ad0b284e95019d62ff8d91ca156366d7, store=A 2024-12-16T03:39:21,579 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T03:39:21,579 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ad0b284e95019d62ff8d91ca156366d7, store=B 2024-12-16T03:39:21,579 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T03:39:21,579 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ad0b284e95019d62ff8d91ca156366d7, store=C 2024-12-16T03:39:21,579 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T03:39:21,582 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/.tmp/A/49b70d545f7e4fdab72a20bd104fe4d9 is 50, key is test_row_0/A:col10/1734320360253/Put/seqid=0 2024-12-16T03:39:21,587 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073741959_1135 (size=12301) 2024-12-16T03:39:21,987 INFO [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=583 (bloomFilter=true), to=hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/.tmp/A/49b70d545f7e4fdab72a20bd104fe4d9 2024-12-16T03:39:21,995 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/.tmp/B/6eb4a6dbae2647a2b8dbae2b8fcc791f is 50, key is test_row_0/B:col10/1734320360253/Put/seqid=0 2024-12-16T03:39:21,998 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073741960_1136 (size=12301) 2024-12-16T03:39:22,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(8581): Flush requested on ad0b284e95019d62ff8d91ca156366d7 2024-12-16T03:39:22,124 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734320340163.ad0b284e95019d62ff8d91ca156366d7. as already flushing 2024-12-16T03:39:22,139 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:22,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 200 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44732 deadline: 1734320422138, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:22,144 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:22,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44694 deadline: 1734320422143, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:22,144 DEBUG [Thread-157 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8167 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1734320340163.ad0b284e95019d62ff8d91ca156366d7., hostname=f0d65a6309ee,39893,1734320334634, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-16T03:39:22,240 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:22,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 202 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44732 deadline: 1734320422240, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:22,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=34 2024-12-16T03:39:22,399 INFO [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=583 (bloomFilter=true), to=hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/.tmp/B/6eb4a6dbae2647a2b8dbae2b8fcc791f 2024-12-16T03:39:22,402 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:22,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 258 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44738 deadline: 1734320422400, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:22,403 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:22,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 260 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44746 deadline: 1734320422402, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:22,403 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:22,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 266 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44684 deadline: 1734320422403, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:22,406 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/.tmp/C/da696b97531c41aea49b0011371b2aed is 50, key is test_row_0/C:col10/1734320360253/Put/seqid=0 2024-12-16T03:39:22,424 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073741961_1137 (size=12301) 2024-12-16T03:39:22,443 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:22,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 204 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44732 deadline: 1734320422442, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:22,477 DEBUG [Thread-164 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1d2a8e08 to 127.0.0.1:56952 2024-12-16T03:39:22,477 DEBUG [Thread-162 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x70267494 to 127.0.0.1:56952 2024-12-16T03:39:22,477 DEBUG [Thread-164 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T03:39:22,477 DEBUG [Thread-162 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T03:39:22,478 DEBUG [Thread-160 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x295cb1ac to 127.0.0.1:56952 2024-12-16T03:39:22,478 DEBUG [Thread-160 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T03:39:22,479 DEBUG [Thread-166 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2c915d17 to 127.0.0.1:56952 2024-12-16T03:39:22,479 DEBUG [Thread-166 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T03:39:22,747 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:22,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 206 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44732 deadline: 1734320422747, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:22,825 INFO [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=583 (bloomFilter=true), to=hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/.tmp/C/da696b97531c41aea49b0011371b2aed 2024-12-16T03:39:22,835 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/.tmp/A/49b70d545f7e4fdab72a20bd104fe4d9 as hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/A/49b70d545f7e4fdab72a20bd104fe4d9 2024-12-16T03:39:22,841 INFO [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/A/49b70d545f7e4fdab72a20bd104fe4d9, entries=150, sequenceid=583, filesize=12.0 K 2024-12-16T03:39:22,842 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/.tmp/B/6eb4a6dbae2647a2b8dbae2b8fcc791f as hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/B/6eb4a6dbae2647a2b8dbae2b8fcc791f 2024-12-16T03:39:22,847 INFO [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/B/6eb4a6dbae2647a2b8dbae2b8fcc791f, entries=150, sequenceid=583, filesize=12.0 K 2024-12-16T03:39:22,847 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/.tmp/C/da696b97531c41aea49b0011371b2aed as hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/C/da696b97531c41aea49b0011371b2aed 2024-12-16T03:39:22,851 INFO [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/C/da696b97531c41aea49b0011371b2aed, entries=150, sequenceid=583, filesize=12.0 K 2024-12-16T03:39:22,852 INFO [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for ad0b284e95019d62ff8d91ca156366d7 in 1274ms, sequenceid=583, compaction requested=true 2024-12-16T03:39:22,852 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HRegion(2538): Flush status journal for ad0b284e95019d62ff8d91ca156366d7: 2024-12-16T03:39:22,852 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734320340163.ad0b284e95019d62ff8d91ca156366d7. 2024-12-16T03:39:22,852 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=35 2024-12-16T03:39:22,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.HMaster(4106): Remote procedure done, pid=35 2024-12-16T03:39:22,854 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=35, resume processing ppid=34 2024-12-16T03:39:22,854 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=35, ppid=34, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.6470 sec 2024-12-16T03:39:22,855 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=34, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=34, table=TestAcidGuarantees in 2.6510 sec 2024-12-16T03:39:23,062 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-16T03:39:23,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(8581): Flush requested on ad0b284e95019d62ff8d91ca156366d7 2024-12-16T03:39:23,252 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing ad0b284e95019d62ff8d91ca156366d7 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-12-16T03:39:23,252 DEBUG [Thread-153 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x478bae6b to 127.0.0.1:56952 2024-12-16T03:39:23,252 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ad0b284e95019d62ff8d91ca156366d7, store=A 2024-12-16T03:39:23,252 DEBUG [Thread-153 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T03:39:23,252 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T03:39:23,252 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ad0b284e95019d62ff8d91ca156366d7, store=B 2024-12-16T03:39:23,252 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T03:39:23,252 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ad0b284e95019d62ff8d91ca156366d7, store=C 2024-12-16T03:39:23,252 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T03:39:23,259 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/.tmp/A/caa88d9c7bd5499aa4c27723e468fad6 is 50, key is test_row_0/A:col10/1734320362129/Put/seqid=0 2024-12-16T03:39:23,263 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073741962_1138 (size=12301) 2024-12-16T03:39:23,688 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=596 (bloomFilter=true), to=hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/.tmp/A/caa88d9c7bd5499aa4c27723e468fad6 2024-12-16T03:39:23,696 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/.tmp/B/e26354ee046f496ea8b06d0ea904c156 is 50, key is test_row_0/B:col10/1734320362129/Put/seqid=0 2024-12-16T03:39:23,699 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073741963_1139 (size=12301) 2024-12-16T03:39:24,102 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=596 (bloomFilter=true), to=hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/.tmp/B/e26354ee046f496ea8b06d0ea904c156 2024-12-16T03:39:24,115 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/.tmp/C/f220fa4f8f5b4bc8b56ff9e129a67243 is 50, key is test_row_0/C:col10/1734320362129/Put/seqid=0 2024-12-16T03:39:24,119 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073741964_1140 (size=12301) 2024-12-16T03:39:24,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=34 2024-12-16T03:39:24,312 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 34 completed 2024-12-16T03:39:24,417 DEBUG [Thread-151 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x22cb07dd to 127.0.0.1:56952 2024-12-16T03:39:24,417 DEBUG [Thread-151 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T03:39:24,419 DEBUG [Thread-155 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5400112e to 127.0.0.1:56952 2024-12-16T03:39:24,419 DEBUG [Thread-155 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T03:39:24,423 DEBUG [Thread-149 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6f343a4d to 127.0.0.1:56952 2024-12-16T03:39:24,423 DEBUG [Thread-149 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T03:39:24,521 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=596 (bloomFilter=true), to=hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/.tmp/C/f220fa4f8f5b4bc8b56ff9e129a67243 2024-12-16T03:39:24,531 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/.tmp/A/caa88d9c7bd5499aa4c27723e468fad6 as hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/A/caa88d9c7bd5499aa4c27723e468fad6 2024-12-16T03:39:24,540 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/A/caa88d9c7bd5499aa4c27723e468fad6, entries=150, sequenceid=596, filesize=12.0 K 2024-12-16T03:39:24,541 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/.tmp/B/e26354ee046f496ea8b06d0ea904c156 as hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/B/e26354ee046f496ea8b06d0ea904c156 2024-12-16T03:39:24,547 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/B/e26354ee046f496ea8b06d0ea904c156, entries=150, sequenceid=596, filesize=12.0 K 2024-12-16T03:39:24,548 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/.tmp/C/f220fa4f8f5b4bc8b56ff9e129a67243 as hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/C/f220fa4f8f5b4bc8b56ff9e129a67243 2024-12-16T03:39:24,553 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/C/f220fa4f8f5b4bc8b56ff9e129a67243, entries=150, sequenceid=596, filesize=12.0 K 2024-12-16T03:39:24,554 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=20.13 KB/20610 for ad0b284e95019d62ff8d91ca156366d7 in 1302ms, sequenceid=596, compaction requested=true 2024-12-16T03:39:24,554 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for ad0b284e95019d62ff8d91ca156366d7: 2024-12-16T03:39:24,554 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ad0b284e95019d62ff8d91ca156366d7:A, priority=-2147483648, current under compaction store size is 1 2024-12-16T03:39:24,554 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-16T03:39:24,554 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-16T03:39:24,554 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ad0b284e95019d62ff8d91ca156366d7:B, priority=-2147483648, current under compaction store size is 2 2024-12-16T03:39:24,554 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-16T03:39:24,554 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ad0b284e95019d62ff8d91ca156366d7:C, priority=-2147483648, current under compaction store size is 3 2024-12-16T03:39:24,554 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-16T03:39:24,554 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-16T03:39:24,556 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50498 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-16T03:39:24,556 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.HStore(1540): ad0b284e95019d62ff8d91ca156366d7/B is initiating minor compaction (all files) 2024-12-16T03:39:24,556 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 52938 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-16T03:39:24,556 INFO [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ad0b284e95019d62ff8d91ca156366d7/B in TestAcidGuarantees,,1734320340163.ad0b284e95019d62ff8d91ca156366d7. 2024-12-16T03:39:24,556 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.HStore(1540): ad0b284e95019d62ff8d91ca156366d7/A is initiating minor compaction (all files) 2024-12-16T03:39:24,556 INFO [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ad0b284e95019d62ff8d91ca156366d7/A in TestAcidGuarantees,,1734320340163.ad0b284e95019d62ff8d91ca156366d7. 2024-12-16T03:39:24,556 INFO [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/B/fb03771658eb43acb38b150b9eddcd9a, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/B/44ebcc22bef84b2cbe366e3bc1a28272, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/B/6eb4a6dbae2647a2b8dbae2b8fcc791f, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/B/e26354ee046f496ea8b06d0ea904c156] into tmpdir=hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/.tmp, totalSize=49.3 K 2024-12-16T03:39:24,556 INFO [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/A/898545b829074da0970244c60a471575, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/A/85d5c8d6ac634f44bef6786f530da5be, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/A/49b70d545f7e4fdab72a20bd104fe4d9, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/A/caa88d9c7bd5499aa4c27723e468fad6] into tmpdir=hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/.tmp, totalSize=51.7 K 2024-12-16T03:39:24,556 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] compactions.Compactor(224): Compacting fb03771658eb43acb38b150b9eddcd9a, keycount=150, bloomtype=ROW, size=13.3 K, encoding=NONE, compression=NONE, seqNum=544, earliestPutTs=1734320359000 2024-12-16T03:39:24,557 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] compactions.Compactor(224): Compacting 898545b829074da0970244c60a471575, keycount=150, bloomtype=ROW, size=13.3 K, encoding=NONE, compression=NONE, seqNum=544, earliestPutTs=1734320359000 2024-12-16T03:39:24,557 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] compactions.Compactor(224): Compacting 44ebcc22bef84b2cbe366e3bc1a28272, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=557, earliestPutTs=1734320359617 2024-12-16T03:39:24,557 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] compactions.Compactor(224): Compacting 85d5c8d6ac634f44bef6786f530da5be, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=557, earliestPutTs=1734320359617 2024-12-16T03:39:24,557 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] compactions.Compactor(224): Compacting 6eb4a6dbae2647a2b8dbae2b8fcc791f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=583, earliestPutTs=1734320360253 2024-12-16T03:39:24,557 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] compactions.Compactor(224): Compacting 49b70d545f7e4fdab72a20bd104fe4d9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=583, earliestPutTs=1734320360253 2024-12-16T03:39:24,558 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] compactions.Compactor(224): Compacting e26354ee046f496ea8b06d0ea904c156, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=596, earliestPutTs=1734320362129 2024-12-16T03:39:24,558 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] compactions.Compactor(224): Compacting caa88d9c7bd5499aa4c27723e468fad6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=596, earliestPutTs=1734320362129 2024-12-16T03:39:24,569 INFO [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ad0b284e95019d62ff8d91ca156366d7#A#compaction#126 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-16T03:39:24,569 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/.tmp/A/f1fd785dbd034bc9a595741013055754 is 50, key is test_row_0/A:col10/1734320362129/Put/seqid=0 2024-12-16T03:39:24,572 INFO [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ad0b284e95019d62ff8d91ca156366d7#B#compaction#127 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-16T03:39:24,572 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/.tmp/B/eaf3611d144b4b699d8951d654f1d887 is 50, key is test_row_0/B:col10/1734320362129/Put/seqid=0 2024-12-16T03:39:24,574 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073741965_1141 (size=13731) 2024-12-16T03:39:24,577 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073741966_1142 (size=13731) 2024-12-16T03:39:24,988 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/.tmp/A/f1fd785dbd034bc9a595741013055754 as hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/A/f1fd785dbd034bc9a595741013055754 2024-12-16T03:39:24,988 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/.tmp/B/eaf3611d144b4b699d8951d654f1d887 as hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/B/eaf3611d144b4b699d8951d654f1d887 2024-12-16T03:39:24,995 INFO [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in ad0b284e95019d62ff8d91ca156366d7/B of ad0b284e95019d62ff8d91ca156366d7 into eaf3611d144b4b699d8951d654f1d887(size=13.4 K), total size for store is 13.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-16T03:39:24,995 INFO [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in ad0b284e95019d62ff8d91ca156366d7/A of ad0b284e95019d62ff8d91ca156366d7 into f1fd785dbd034bc9a595741013055754(size=13.4 K), total size for store is 13.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-16T03:39:24,995 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ad0b284e95019d62ff8d91ca156366d7: 2024-12-16T03:39:24,995 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ad0b284e95019d62ff8d91ca156366d7: 2024-12-16T03:39:24,995 INFO [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734320340163.ad0b284e95019d62ff8d91ca156366d7., storeName=ad0b284e95019d62ff8d91ca156366d7/A, priority=12, startTime=1734320364554; duration=0sec 2024-12-16T03:39:24,995 INFO [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734320340163.ad0b284e95019d62ff8d91ca156366d7., storeName=ad0b284e95019d62ff8d91ca156366d7/B, priority=12, startTime=1734320364554; duration=0sec 2024-12-16T03:39:24,995 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-16T03:39:24,995 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ad0b284e95019d62ff8d91ca156366d7:B 2024-12-16T03:39:24,995 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-16T03:39:24,995 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ad0b284e95019d62ff8d91ca156366d7:A 2024-12-16T03:39:24,995 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-16T03:39:24,997 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50498 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-16T03:39:24,997 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.HStore(1540): ad0b284e95019d62ff8d91ca156366d7/C is initiating minor compaction (all files) 2024-12-16T03:39:24,997 INFO [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of ad0b284e95019d62ff8d91ca156366d7/C in TestAcidGuarantees,,1734320340163.ad0b284e95019d62ff8d91ca156366d7. 2024-12-16T03:39:24,997 INFO [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/C/b52339f927cc4c8eab2c19ec980dbf71, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/C/4b38b3a759414bc3bab39dadce283449, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/C/da696b97531c41aea49b0011371b2aed, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/C/f220fa4f8f5b4bc8b56ff9e129a67243] into tmpdir=hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/.tmp, totalSize=49.3 K 2024-12-16T03:39:24,997 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] compactions.Compactor(224): Compacting b52339f927cc4c8eab2c19ec980dbf71, keycount=150, bloomtype=ROW, size=13.3 K, encoding=NONE, compression=NONE, seqNum=544, earliestPutTs=1734320359000 2024-12-16T03:39:24,998 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] compactions.Compactor(224): Compacting 4b38b3a759414bc3bab39dadce283449, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=557, earliestPutTs=1734320359617 2024-12-16T03:39:24,998 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] compactions.Compactor(224): Compacting da696b97531c41aea49b0011371b2aed, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=583, earliestPutTs=1734320360253 2024-12-16T03:39:24,998 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] compactions.Compactor(224): Compacting f220fa4f8f5b4bc8b56ff9e129a67243, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=596, earliestPutTs=1734320362129 2024-12-16T03:39:25,006 INFO [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ad0b284e95019d62ff8d91ca156366d7#C#compaction#128 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-16T03:39:25,007 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/.tmp/C/7d9762f3d7c449fab999dd453d36dfa0 is 50, key is test_row_0/C:col10/1734320362129/Put/seqid=0 2024-12-16T03:39:25,010 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073741967_1143 (size=13731) 2024-12-16T03:39:25,422 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/.tmp/C/7d9762f3d7c449fab999dd453d36dfa0 as hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/C/7d9762f3d7c449fab999dd453d36dfa0 2024-12-16T03:39:25,430 INFO [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in ad0b284e95019d62ff8d91ca156366d7/C of ad0b284e95019d62ff8d91ca156366d7 into 7d9762f3d7c449fab999dd453d36dfa0(size=13.4 K), total size for store is 13.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-16T03:39:25,430 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for ad0b284e95019d62ff8d91ca156366d7: 2024-12-16T03:39:25,430 INFO [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734320340163.ad0b284e95019d62ff8d91ca156366d7., storeName=ad0b284e95019d62ff8d91ca156366d7/C, priority=12, startTime=1734320364554; duration=0sec 2024-12-16T03:39:25,430 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-16T03:39:25,430 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ad0b284e95019d62ff8d91ca156366d7:C 2024-12-16T03:39:30,811 DEBUG [BootstrapNodeManager {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-16T03:39:30,814 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39060, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-12-16T03:39:32,154 DEBUG [Thread-157 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x38766d64 to 127.0.0.1:56952 2024-12-16T03:39:32,154 DEBUG [Thread-157 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T03:39:32,154 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-12-16T03:39:32,154 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 104 2024-12-16T03:39:32,155 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 102 2024-12-16T03:39:32,155 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 84 2024-12-16T03:39:32,155 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 110 2024-12-16T03:39:32,155 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 73 2024-12-16T03:39:32,155 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-12-16T03:39:32,155 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 8068 2024-12-16T03:39:32,155 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 7504 2024-12-16T03:39:32,155 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-12-16T03:39:32,155 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 3370 2024-12-16T03:39:32,155 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 10108 rows 2024-12-16T03:39:32,155 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 3378 2024-12-16T03:39:32,155 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 10133 rows 2024-12-16T03:39:32,155 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-12-16T03:39:32,155 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1f6e36fe to 127.0.0.1:56952 2024-12-16T03:39:32,155 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T03:39:32,160 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-12-16T03:39:32,164 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-12-16T03:39:32,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] procedure2.ProcedureExecutor(1098): Stored pid=36, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-12-16T03:39:32,170 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734320372170"}]},"ts":"1734320372170"} 2024-12-16T03:39:32,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=36 2024-12-16T03:39:32,171 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-12-16T03:39:32,212 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-12-16T03:39:32,215 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=37, ppid=36, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-12-16T03:39:32,222 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=38, ppid=37, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=ad0b284e95019d62ff8d91ca156366d7, UNASSIGN}] 2024-12-16T03:39:32,223 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=38, ppid=37, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=ad0b284e95019d62ff8d91ca156366d7, UNASSIGN 2024-12-16T03:39:32,223 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=38 updating hbase:meta row=ad0b284e95019d62ff8d91ca156366d7, regionState=CLOSING, regionLocation=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:32,224 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-16T03:39:32,224 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=39, ppid=38, state=RUNNABLE; CloseRegionProcedure ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634}] 2024-12-16T03:39:32,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=36 2024-12-16T03:39:32,379 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:32,382 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] handler.UnassignRegionHandler(124): Close ad0b284e95019d62ff8d91ca156366d7 2024-12-16T03:39:32,382 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-12-16T03:39:32,383 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] regionserver.HRegion(1681): Closing ad0b284e95019d62ff8d91ca156366d7, disabling compactions & flushes 2024-12-16T03:39:32,384 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1734320340163.ad0b284e95019d62ff8d91ca156366d7. 2024-12-16T03:39:32,384 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1734320340163.ad0b284e95019d62ff8d91ca156366d7. 2024-12-16T03:39:32,384 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1734320340163.ad0b284e95019d62ff8d91ca156366d7. after waiting 0 ms 2024-12-16T03:39:32,384 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1734320340163.ad0b284e95019d62ff8d91ca156366d7. 2024-12-16T03:39:32,384 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] regionserver.HRegion(2837): Flushing ad0b284e95019d62ff8d91ca156366d7 3/3 column families, dataSize=26.84 KB heapSize=71.06 KB 2024-12-16T03:39:32,384 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ad0b284e95019d62ff8d91ca156366d7, store=A 2024-12-16T03:39:32,385 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T03:39:32,385 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ad0b284e95019d62ff8d91ca156366d7, store=B 2024-12-16T03:39:32,385 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T03:39:32,385 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] regionserver.CompactingMemStore(205): FLUSHING TO DISK ad0b284e95019d62ff8d91ca156366d7, store=C 2024-12-16T03:39:32,385 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T03:39:32,394 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/.tmp/A/c92a9b8a957542549e6039d29c3dbdaa is 50, key is test_row_1/A:col10/1734320364417/Put/seqid=0 2024-12-16T03:39:32,398 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073741968_1144 (size=9857) 2024-12-16T03:39:32,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=36 2024-12-16T03:39:32,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=36 2024-12-16T03:39:32,800 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=606 (bloomFilter=true), to=hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/.tmp/A/c92a9b8a957542549e6039d29c3dbdaa 2024-12-16T03:39:32,814 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/.tmp/B/1bf157fdc61740a7b6fbf820614b5cbb is 50, key is test_row_1/B:col10/1734320364417/Put/seqid=0 2024-12-16T03:39:32,817 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073741969_1145 (size=9857) 2024-12-16T03:39:33,220 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=606 (bloomFilter=true), to=hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/.tmp/B/1bf157fdc61740a7b6fbf820614b5cbb 2024-12-16T03:39:33,236 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/.tmp/C/382b1d7c639a44c2b063c17425ffd317 is 50, key is test_row_1/C:col10/1734320364417/Put/seqid=0 2024-12-16T03:39:33,241 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073741970_1146 (size=9857) 2024-12-16T03:39:33,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=36 2024-12-16T03:39:33,643 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=606 (bloomFilter=true), to=hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/.tmp/C/382b1d7c639a44c2b063c17425ffd317 2024-12-16T03:39:33,653 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/.tmp/A/c92a9b8a957542549e6039d29c3dbdaa as hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/A/c92a9b8a957542549e6039d29c3dbdaa 2024-12-16T03:39:33,657 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/A/c92a9b8a957542549e6039d29c3dbdaa, entries=100, sequenceid=606, filesize=9.6 K 2024-12-16T03:39:33,657 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/.tmp/B/1bf157fdc61740a7b6fbf820614b5cbb as hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/B/1bf157fdc61740a7b6fbf820614b5cbb 2024-12-16T03:39:33,661 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/B/1bf157fdc61740a7b6fbf820614b5cbb, entries=100, sequenceid=606, filesize=9.6 K 2024-12-16T03:39:33,662 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/.tmp/C/382b1d7c639a44c2b063c17425ffd317 as hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/C/382b1d7c639a44c2b063c17425ffd317 2024-12-16T03:39:33,666 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/C/382b1d7c639a44c2b063c17425ffd317, entries=100, sequenceid=606, filesize=9.6 K 2024-12-16T03:39:33,667 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] regionserver.HRegion(3040): Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=0 B/0 for ad0b284e95019d62ff8d91ca156366d7 in 1282ms, sequenceid=606, compaction requested=false 2024-12-16T03:39:33,667 DEBUG [StoreCloser-TestAcidGuarantees,,1734320340163.ad0b284e95019d62ff8d91ca156366d7.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/A/0a627d42374a4fa79090ca4983d33bc9, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/A/383dca180a7c4a73b4897dc55df97e41, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/A/0f4ab96cf8b24691beada37637e67095, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/A/251a33c2a07a44f39603b3eac287b2e0, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/A/0a8838c560b840a1a0962dd0e337f148, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/A/4ffa97581fee48c4a2439ae1a2de9945, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/A/70c59d5088e34768a61b4df9e7ac2c34, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/A/a0bf7d72dcaf4b77b3e60a1e5af3f549, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/A/304292f48c474c93a32f1cfc80105434, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/A/e992561927714243b562d0233fcd8d18, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/A/504d1aa98ca44e6f8d52f2899f503c08, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/A/846c62b063c2417d95985bbb7268091d, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/A/205ab1fbde7f438e83c1e20c8caec216, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/A/20a7970c2ee749bd8f0ba1a9ecf3f3da, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/A/ecc462a7ecb64cf6a1f527ebe41363d9, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/A/53ee3c73e55a4ee582e515f135952d7f, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/A/ccff0a9f36e0404e94c643d6b408b8cb, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/A/81e16b898ae5448a81110bdaec857d10, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/A/3ee5996d2645444ca4618e0fcc4b6d6e, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/A/7d05334c680a4c31a54d8639c1b58e03, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/A/405cad7e3280447fadcb36cb8266e3ba, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/A/68195919bd09444ab96f73ddbffa3c27, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/A/c85b26bb84654ea3b1de5403de8bfda1, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/A/a4bfcbf9114b4ab193abc5509f4fe641, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/A/b0f6254c1f824012baeff2daef440574, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/A/741502a722594f5d8dd7036c20ded046, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/A/7c2fdbee4bfc4a7eac20d808a2d34b1c, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/A/ff1f7d4b60514263b8915547642ac3fc, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/A/2d14e6c591bd4f65ae498ec1e6b9c47a, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/A/18defebb0e794960be72f26b28273131, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/A/60ce237be2d54701a38e3e5918c6e850, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/A/bcc49eced4064aeb9b1ddfe516eab2f3, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/A/6049e948674e44eb956a00a3b1919376, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/A/9980ad66bb864c989a7b759cc6be14f1, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/A/b1b7defd91a34559a9fcaf9c9cf20e95, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/A/7f80eb1c0d174200871e3f944a578e32, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/A/c84b01decae0451c93eb74d5af111d91, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/A/ba0cc1969f34467bbaf704c4b852b859, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/A/898545b829074da0970244c60a471575, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/A/85d5c8d6ac634f44bef6786f530da5be, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/A/49b70d545f7e4fdab72a20bd104fe4d9, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/A/caa88d9c7bd5499aa4c27723e468fad6] to archive 2024-12-16T03:39:33,670 DEBUG [StoreCloser-TestAcidGuarantees,,1734320340163.ad0b284e95019d62ff8d91ca156366d7.-1 {}] backup.HFileArchiver(363): Archiving compacted files. 2024-12-16T03:39:33,676 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/A/383dca180a7c4a73b4897dc55df97e41 to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/A/383dca180a7c4a73b4897dc55df97e41 2024-12-16T03:39:33,676 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/A/0f4ab96cf8b24691beada37637e67095 to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/A/0f4ab96cf8b24691beada37637e67095 2024-12-16T03:39:33,676 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/A/0a627d42374a4fa79090ca4983d33bc9 to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/A/0a627d42374a4fa79090ca4983d33bc9 2024-12-16T03:39:33,677 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/A/251a33c2a07a44f39603b3eac287b2e0 to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/A/251a33c2a07a44f39603b3eac287b2e0 2024-12-16T03:39:33,677 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/A/0a8838c560b840a1a0962dd0e337f148 to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/A/0a8838c560b840a1a0962dd0e337f148 2024-12-16T03:39:33,677 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/A/4ffa97581fee48c4a2439ae1a2de9945 to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/A/4ffa97581fee48c4a2439ae1a2de9945 2024-12-16T03:39:33,677 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/A/70c59d5088e34768a61b4df9e7ac2c34 to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/A/70c59d5088e34768a61b4df9e7ac2c34 2024-12-16T03:39:33,678 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/A/304292f48c474c93a32f1cfc80105434 to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/A/304292f48c474c93a32f1cfc80105434 2024-12-16T03:39:33,679 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/A/846c62b063c2417d95985bbb7268091d to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/A/846c62b063c2417d95985bbb7268091d 2024-12-16T03:39:33,679 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/A/e992561927714243b562d0233fcd8d18 to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/A/e992561927714243b562d0233fcd8d18 2024-12-16T03:39:33,679 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/A/205ab1fbde7f438e83c1e20c8caec216 to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/A/205ab1fbde7f438e83c1e20c8caec216 2024-12-16T03:39:33,679 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/A/ecc462a7ecb64cf6a1f527ebe41363d9 to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/A/ecc462a7ecb64cf6a1f527ebe41363d9 2024-12-16T03:39:33,679 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/A/504d1aa98ca44e6f8d52f2899f503c08 to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/A/504d1aa98ca44e6f8d52f2899f503c08 2024-12-16T03:39:33,680 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/A/20a7970c2ee749bd8f0ba1a9ecf3f3da to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/A/20a7970c2ee749bd8f0ba1a9ecf3f3da 2024-12-16T03:39:33,681 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/A/53ee3c73e55a4ee582e515f135952d7f to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/A/53ee3c73e55a4ee582e515f135952d7f 2024-12-16T03:39:33,681 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/A/ccff0a9f36e0404e94c643d6b408b8cb to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/A/ccff0a9f36e0404e94c643d6b408b8cb 2024-12-16T03:39:33,681 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/A/81e16b898ae5448a81110bdaec857d10 to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/A/81e16b898ae5448a81110bdaec857d10 2024-12-16T03:39:33,682 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/A/3ee5996d2645444ca4618e0fcc4b6d6e to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/A/3ee5996d2645444ca4618e0fcc4b6d6e 2024-12-16T03:39:33,682 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/A/7d05334c680a4c31a54d8639c1b58e03 to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/A/7d05334c680a4c31a54d8639c1b58e03 2024-12-16T03:39:33,682 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/A/68195919bd09444ab96f73ddbffa3c27 to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/A/68195919bd09444ab96f73ddbffa3c27 2024-12-16T03:39:33,682 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/A/405cad7e3280447fadcb36cb8266e3ba to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/A/405cad7e3280447fadcb36cb8266e3ba 2024-12-16T03:39:33,683 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/A/c85b26bb84654ea3b1de5403de8bfda1 to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/A/c85b26bb84654ea3b1de5403de8bfda1 2024-12-16T03:39:33,683 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/A/b0f6254c1f824012baeff2daef440574 to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/A/b0f6254c1f824012baeff2daef440574 2024-12-16T03:39:33,683 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/A/7c2fdbee4bfc4a7eac20d808a2d34b1c to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/A/7c2fdbee4bfc4a7eac20d808a2d34b1c 2024-12-16T03:39:33,683 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/A/741502a722594f5d8dd7036c20ded046 to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/A/741502a722594f5d8dd7036c20ded046 2024-12-16T03:39:33,684 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/A/2d14e6c591bd4f65ae498ec1e6b9c47a to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/A/2d14e6c591bd4f65ae498ec1e6b9c47a 2024-12-16T03:39:33,684 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/A/ff1f7d4b60514263b8915547642ac3fc to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/A/ff1f7d4b60514263b8915547642ac3fc 2024-12-16T03:39:33,684 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/A/a4bfcbf9114b4ab193abc5509f4fe641 to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/A/a4bfcbf9114b4ab193abc5509f4fe641 2024-12-16T03:39:33,685 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/A/18defebb0e794960be72f26b28273131 to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/A/18defebb0e794960be72f26b28273131 2024-12-16T03:39:33,685 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/A/60ce237be2d54701a38e3e5918c6e850 to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/A/60ce237be2d54701a38e3e5918c6e850 2024-12-16T03:39:33,685 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/A/6049e948674e44eb956a00a3b1919376 to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/A/6049e948674e44eb956a00a3b1919376 2024-12-16T03:39:33,685 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/A/bcc49eced4064aeb9b1ddfe516eab2f3 to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/A/bcc49eced4064aeb9b1ddfe516eab2f3 2024-12-16T03:39:33,686 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/A/9980ad66bb864c989a7b759cc6be14f1 to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/A/9980ad66bb864c989a7b759cc6be14f1 2024-12-16T03:39:33,686 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/A/b1b7defd91a34559a9fcaf9c9cf20e95 to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/A/b1b7defd91a34559a9fcaf9c9cf20e95 2024-12-16T03:39:33,686 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/A/7f80eb1c0d174200871e3f944a578e32 to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/A/7f80eb1c0d174200871e3f944a578e32 2024-12-16T03:39:33,686 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/A/c84b01decae0451c93eb74d5af111d91 to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/A/c84b01decae0451c93eb74d5af111d91 2024-12-16T03:39:33,687 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/A/ba0cc1969f34467bbaf704c4b852b859 to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/A/ba0cc1969f34467bbaf704c4b852b859 2024-12-16T03:39:33,687 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/A/898545b829074da0970244c60a471575 to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/A/898545b829074da0970244c60a471575 2024-12-16T03:39:33,687 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/A/49b70d545f7e4fdab72a20bd104fe4d9 to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/A/49b70d545f7e4fdab72a20bd104fe4d9 2024-12-16T03:39:33,687 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/A/85d5c8d6ac634f44bef6786f530da5be to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/A/85d5c8d6ac634f44bef6786f530da5be 2024-12-16T03:39:33,687 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/A/caa88d9c7bd5499aa4c27723e468fad6 to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/A/caa88d9c7bd5499aa4c27723e468fad6 2024-12-16T03:39:33,687 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/A/a0bf7d72dcaf4b77b3e60a1e5af3f549 to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/A/a0bf7d72dcaf4b77b3e60a1e5af3f549 2024-12-16T03:39:33,699 DEBUG [StoreCloser-TestAcidGuarantees,,1734320340163.ad0b284e95019d62ff8d91ca156366d7.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/B/54d1cddf71d444a1987d689dd1f25c31, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/B/bd532375236d42a28b9efb4d196572ef, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/B/5a8e0b3f5e774bb8aad48ac2de4104cb, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/B/4582b6f94c0740aa9e17cb488a3bc76d, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/B/95b4800f410048e8a29856e82249a004, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/B/30a7c41d16274362b1129c0ca73970fc, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/B/561cdc039e77485eb96709c77d618f38, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/B/5332ed4650614bc0a15638d9545b1b14, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/B/5c8a107a1a8b442abe1766a558506737, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/B/49806188e19d483d837c11e186013e87, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/B/696619a3174a479c96332f2319883bf1, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/B/75ee86bcc10a489482c535f8fd2161d7, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/B/8298def8d880487fb05bd8b92f3cf460, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/B/eebb1abb16214db1bb37a33c47a9fc6b, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/B/9c0b3fbddac74146b6cc7dd0a21338b7, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/B/4af8b677276c40ef8775977765346fb3, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/B/b0253df71c9f46439b10ab7207c85e60, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/B/60bf4b269aa744f1aa07aaacbf9a988d, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/B/de2016a7643b4f3f91417da0375d4285, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/B/0a51c14b27f04e7cb6bf127a06e589cc, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/B/074773ccb23645c2870e16d1b84d77eb, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/B/b1ce0571e3894bc8b7672ac8ffbe4744, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/B/9057df6f243e49a087de4901ff3aa5cd, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/B/9fbe21f9e1154bb5ad800510136e26a3, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/B/05da65067d4f46c3ac40f14259cbe27b, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/B/e923d529d55246b5926ab63d894fe447, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/B/ac770bdb810045e8b009f30c1d66db0e, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/B/2faaa37863d34baf8e824c3a7185d88a, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/B/de73806439b54ee1bbb8eec794380734, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/B/16ade640dec543fa9859fb7a2bb765c4, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/B/47cf18c1495e424fa35e3739ce72cc34, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/B/f5a23f2c2c3c495d96be9b8837c32440, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/B/208cd9c917f345a6a84f43a36ba6add6, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/B/9011d2d30b2e40c3ac457c9cda920548, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/B/556f1b74ffb2419580895edfd4a14193, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/B/378b61dadd5f4e568c925cebd01a44ec, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/B/6653ae82aa3e496ba868fcd0b9f0ebfe, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/B/fb03771658eb43acb38b150b9eddcd9a, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/B/d737383d6ba4470fb9870a4d7d4febda, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/B/44ebcc22bef84b2cbe366e3bc1a28272, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/B/6eb4a6dbae2647a2b8dbae2b8fcc791f, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/B/e26354ee046f496ea8b06d0ea904c156] to archive 2024-12-16T03:39:33,700 DEBUG [StoreCloser-TestAcidGuarantees,,1734320340163.ad0b284e95019d62ff8d91ca156366d7.-1 {}] backup.HFileArchiver(363): Archiving compacted files. 2024-12-16T03:39:33,702 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/B/bd532375236d42a28b9efb4d196572ef to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/B/bd532375236d42a28b9efb4d196572ef 2024-12-16T03:39:33,702 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/B/5a8e0b3f5e774bb8aad48ac2de4104cb to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/B/5a8e0b3f5e774bb8aad48ac2de4104cb 2024-12-16T03:39:33,702 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/B/54d1cddf71d444a1987d689dd1f25c31 to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/B/54d1cddf71d444a1987d689dd1f25c31 2024-12-16T03:39:33,702 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/B/4582b6f94c0740aa9e17cb488a3bc76d to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/B/4582b6f94c0740aa9e17cb488a3bc76d 2024-12-16T03:39:33,702 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/B/561cdc039e77485eb96709c77d618f38 to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/B/561cdc039e77485eb96709c77d618f38 2024-12-16T03:39:33,702 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/B/95b4800f410048e8a29856e82249a004 to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/B/95b4800f410048e8a29856e82249a004 2024-12-16T03:39:33,702 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/B/30a7c41d16274362b1129c0ca73970fc to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/B/30a7c41d16274362b1129c0ca73970fc 2024-12-16T03:39:33,703 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/B/5332ed4650614bc0a15638d9545b1b14 to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/B/5332ed4650614bc0a15638d9545b1b14 2024-12-16T03:39:33,704 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/B/5c8a107a1a8b442abe1766a558506737 to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/B/5c8a107a1a8b442abe1766a558506737 2024-12-16T03:39:33,704 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/B/49806188e19d483d837c11e186013e87 to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/B/49806188e19d483d837c11e186013e87 2024-12-16T03:39:33,704 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/B/696619a3174a479c96332f2319883bf1 to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/B/696619a3174a479c96332f2319883bf1 2024-12-16T03:39:33,704 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/B/8298def8d880487fb05bd8b92f3cf460 to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/B/8298def8d880487fb05bd8b92f3cf460 2024-12-16T03:39:33,704 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/B/9c0b3fbddac74146b6cc7dd0a21338b7 to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/B/9c0b3fbddac74146b6cc7dd0a21338b7 2024-12-16T03:39:33,704 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/B/eebb1abb16214db1bb37a33c47a9fc6b to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/B/eebb1abb16214db1bb37a33c47a9fc6b 2024-12-16T03:39:33,705 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/B/4af8b677276c40ef8775977765346fb3 to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/B/4af8b677276c40ef8775977765346fb3 2024-12-16T03:39:33,705 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/B/75ee86bcc10a489482c535f8fd2161d7 to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/B/75ee86bcc10a489482c535f8fd2161d7 2024-12-16T03:39:33,706 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/B/de2016a7643b4f3f91417da0375d4285 to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/B/de2016a7643b4f3f91417da0375d4285 2024-12-16T03:39:33,706 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/B/b0253df71c9f46439b10ab7207c85e60 to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/B/b0253df71c9f46439b10ab7207c85e60 2024-12-16T03:39:33,706 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/B/074773ccb23645c2870e16d1b84d77eb to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/B/074773ccb23645c2870e16d1b84d77eb 2024-12-16T03:39:33,707 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/B/9fbe21f9e1154bb5ad800510136e26a3 to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/B/9fbe21f9e1154bb5ad800510136e26a3 2024-12-16T03:39:33,707 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/B/60bf4b269aa744f1aa07aaacbf9a988d to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/B/60bf4b269aa744f1aa07aaacbf9a988d 2024-12-16T03:39:33,707 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/B/9057df6f243e49a087de4901ff3aa5cd to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/B/9057df6f243e49a087de4901ff3aa5cd 2024-12-16T03:39:33,707 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/B/b1ce0571e3894bc8b7672ac8ffbe4744 to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/B/b1ce0571e3894bc8b7672ac8ffbe4744 2024-12-16T03:39:33,708 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/B/0a51c14b27f04e7cb6bf127a06e589cc to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/B/0a51c14b27f04e7cb6bf127a06e589cc 2024-12-16T03:39:33,709 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/B/e923d529d55246b5926ab63d894fe447 to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/B/e923d529d55246b5926ab63d894fe447 2024-12-16T03:39:33,709 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/B/2faaa37863d34baf8e824c3a7185d88a to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/B/2faaa37863d34baf8e824c3a7185d88a 2024-12-16T03:39:33,709 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/B/05da65067d4f46c3ac40f14259cbe27b to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/B/05da65067d4f46c3ac40f14259cbe27b 2024-12-16T03:39:33,709 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/B/ac770bdb810045e8b009f30c1d66db0e to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/B/ac770bdb810045e8b009f30c1d66db0e 2024-12-16T03:39:33,709 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/B/de73806439b54ee1bbb8eec794380734 to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/B/de73806439b54ee1bbb8eec794380734 2024-12-16T03:39:33,709 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/B/47cf18c1495e424fa35e3739ce72cc34 to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/B/47cf18c1495e424fa35e3739ce72cc34 2024-12-16T03:39:33,710 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/B/16ade640dec543fa9859fb7a2bb765c4 to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/B/16ade640dec543fa9859fb7a2bb765c4 2024-12-16T03:39:33,710 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/B/f5a23f2c2c3c495d96be9b8837c32440 to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/B/f5a23f2c2c3c495d96be9b8837c32440 2024-12-16T03:39:33,711 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/B/208cd9c917f345a6a84f43a36ba6add6 to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/B/208cd9c917f345a6a84f43a36ba6add6 2024-12-16T03:39:33,711 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/B/9011d2d30b2e40c3ac457c9cda920548 to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/B/9011d2d30b2e40c3ac457c9cda920548 2024-12-16T03:39:33,711 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/B/556f1b74ffb2419580895edfd4a14193 to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/B/556f1b74ffb2419580895edfd4a14193 2024-12-16T03:39:33,711 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/B/378b61dadd5f4e568c925cebd01a44ec to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/B/378b61dadd5f4e568c925cebd01a44ec 2024-12-16T03:39:33,711 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/B/fb03771658eb43acb38b150b9eddcd9a to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/B/fb03771658eb43acb38b150b9eddcd9a 2024-12-16T03:39:33,712 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/B/d737383d6ba4470fb9870a4d7d4febda to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/B/d737383d6ba4470fb9870a4d7d4febda 2024-12-16T03:39:33,712 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/B/44ebcc22bef84b2cbe366e3bc1a28272 to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/B/44ebcc22bef84b2cbe366e3bc1a28272 2024-12-16T03:39:33,712 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/B/6653ae82aa3e496ba868fcd0b9f0ebfe to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/B/6653ae82aa3e496ba868fcd0b9f0ebfe 2024-12-16T03:39:33,712 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/B/6eb4a6dbae2647a2b8dbae2b8fcc791f to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/B/6eb4a6dbae2647a2b8dbae2b8fcc791f 2024-12-16T03:39:33,712 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/B/e26354ee046f496ea8b06d0ea904c156 to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/B/e26354ee046f496ea8b06d0ea904c156 2024-12-16T03:39:33,714 DEBUG [StoreCloser-TestAcidGuarantees,,1734320340163.ad0b284e95019d62ff8d91ca156366d7.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/C/605c6086f2f84a9295ecfd7c3057d64d, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/C/e4daeddd4f0646c5b3f31fe8118146a6, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/C/78562ccf242649ffb5d3601777efb70e, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/C/a9ecf6497c07422fa9663676b31881fd, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/C/02938b77e6cd41178f6398fda63af476, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/C/df846abdeb71452190b016b67be0d59f, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/C/a859e20eb3824c58afd2dd6142ca1eae, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/C/ac1c10f6bf954f4899dfbd590da8db5f, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/C/2cd96e97f6324c969ca6688460ca7f6c, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/C/aa6c45db2793443e8fd62e753e27b0d8, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/C/0aab0eb44dff4a57982cd440b7d622f5, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/C/21e5d24167bf405e97e5e48d51295365, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/C/fe413919df3c470f8a0b6ac2ae2c303e, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/C/7f4e5d01f5c04c89a32879434b64c01f, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/C/dcabb4a1797a4f5aa7c92d52ec35b30f, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/C/376fbd377dfd41c8b09ff3b7dbfa21ff, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/C/e1482b489a2f4572ae97eec6f064a641, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/C/6540ef30a9de40f496c418421484144b, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/C/1c5989fc95864bd1830c1ef5ea272a32, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/C/3a47d7bfd2aa4e3b8a9b30599e70935b, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/C/6d527b0fdf9e40818f778381224d26b0, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/C/80b51c2a67294e18bb1681f1c76b4c61, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/C/068ebc269e344557b9569703dd39dd86, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/C/acb1687e04444dcd9680b0e51fa3d2a3, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/C/6df3fefb55a34e09a3db4a6856c0244b, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/C/dc2b6549985c4c499fa55a31e764f6ae, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/C/620275d36e024145983e93bc00a7e4c2, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/C/07558618ca434f2980be987b8a10ecaf, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/C/ee314c19114b4ed19251daf92c4d6d83, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/C/929f9032edaa4d8eaa041b9289c64708, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/C/9f877ae851764608b4ddbec7b4a78ca0, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/C/d0b839d6eb384b68b215ed0265141ac7, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/C/657fa0f845b34af4b23d29648e85f21c, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/C/89bbe23ad70845e5bb14946aba432566, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/C/feba34ef7c9646b68fbab9f375ddbbdb, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/C/0576299be7d34e238246d333a5168645, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/C/cf427fde0f124c0ca6d468b526593c03, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/C/b52339f927cc4c8eab2c19ec980dbf71, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/C/53923a01a2044cd9b446a92e80a70663, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/C/4b38b3a759414bc3bab39dadce283449, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/C/da696b97531c41aea49b0011371b2aed, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/C/f220fa4f8f5b4bc8b56ff9e129a67243] to archive 2024-12-16T03:39:33,715 DEBUG [StoreCloser-TestAcidGuarantees,,1734320340163.ad0b284e95019d62ff8d91ca156366d7.-1 {}] backup.HFileArchiver(363): Archiving compacted files. 2024-12-16T03:39:33,717 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/C/605c6086f2f84a9295ecfd7c3057d64d to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/C/605c6086f2f84a9295ecfd7c3057d64d 2024-12-16T03:39:33,717 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/C/e4daeddd4f0646c5b3f31fe8118146a6 to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/C/e4daeddd4f0646c5b3f31fe8118146a6 2024-12-16T03:39:33,718 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/C/a9ecf6497c07422fa9663676b31881fd to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/C/a9ecf6497c07422fa9663676b31881fd 2024-12-16T03:39:33,718 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/C/78562ccf242649ffb5d3601777efb70e to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/C/78562ccf242649ffb5d3601777efb70e 2024-12-16T03:39:33,718 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/C/a859e20eb3824c58afd2dd6142ca1eae to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/C/a859e20eb3824c58afd2dd6142ca1eae 2024-12-16T03:39:33,718 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/C/df846abdeb71452190b016b67be0d59f to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/C/df846abdeb71452190b016b67be0d59f 2024-12-16T03:39:33,719 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/C/02938b77e6cd41178f6398fda63af476 to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/C/02938b77e6cd41178f6398fda63af476 2024-12-16T03:39:33,719 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/C/ac1c10f6bf954f4899dfbd590da8db5f to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/C/ac1c10f6bf954f4899dfbd590da8db5f 2024-12-16T03:39:33,720 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/C/2cd96e97f6324c969ca6688460ca7f6c to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/C/2cd96e97f6324c969ca6688460ca7f6c 2024-12-16T03:39:33,720 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/C/0aab0eb44dff4a57982cd440b7d622f5 to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/C/0aab0eb44dff4a57982cd440b7d622f5 2024-12-16T03:39:33,720 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/C/21e5d24167bf405e97e5e48d51295365 to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/C/21e5d24167bf405e97e5e48d51295365 2024-12-16T03:39:33,720 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/C/aa6c45db2793443e8fd62e753e27b0d8 to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/C/aa6c45db2793443e8fd62e753e27b0d8 2024-12-16T03:39:33,721 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/C/fe413919df3c470f8a0b6ac2ae2c303e to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/C/fe413919df3c470f8a0b6ac2ae2c303e 2024-12-16T03:39:33,721 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/C/7f4e5d01f5c04c89a32879434b64c01f to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/C/7f4e5d01f5c04c89a32879434b64c01f 2024-12-16T03:39:33,722 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/C/dcabb4a1797a4f5aa7c92d52ec35b30f to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/C/dcabb4a1797a4f5aa7c92d52ec35b30f 2024-12-16T03:39:33,722 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/C/376fbd377dfd41c8b09ff3b7dbfa21ff to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/C/376fbd377dfd41c8b09ff3b7dbfa21ff 2024-12-16T03:39:33,722 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/C/e1482b489a2f4572ae97eec6f064a641 to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/C/e1482b489a2f4572ae97eec6f064a641 2024-12-16T03:39:33,722 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/C/6540ef30a9de40f496c418421484144b to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/C/6540ef30a9de40f496c418421484144b 2024-12-16T03:39:33,723 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/C/6d527b0fdf9e40818f778381224d26b0 to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/C/6d527b0fdf9e40818f778381224d26b0 2024-12-16T03:39:33,723 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/C/3a47d7bfd2aa4e3b8a9b30599e70935b to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/C/3a47d7bfd2aa4e3b8a9b30599e70935b 2024-12-16T03:39:33,723 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/C/80b51c2a67294e18bb1681f1c76b4c61 to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/C/80b51c2a67294e18bb1681f1c76b4c61 2024-12-16T03:39:33,724 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/C/1c5989fc95864bd1830c1ef5ea272a32 to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/C/1c5989fc95864bd1830c1ef5ea272a32 2024-12-16T03:39:33,724 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/C/6df3fefb55a34e09a3db4a6856c0244b to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/C/6df3fefb55a34e09a3db4a6856c0244b 2024-12-16T03:39:33,724 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/C/068ebc269e344557b9569703dd39dd86 to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/C/068ebc269e344557b9569703dd39dd86 2024-12-16T03:39:33,724 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/C/acb1687e04444dcd9680b0e51fa3d2a3 to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/C/acb1687e04444dcd9680b0e51fa3d2a3 2024-12-16T03:39:33,725 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/C/dc2b6549985c4c499fa55a31e764f6ae to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/C/dc2b6549985c4c499fa55a31e764f6ae 2024-12-16T03:39:33,725 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/C/620275d36e024145983e93bc00a7e4c2 to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/C/620275d36e024145983e93bc00a7e4c2 2024-12-16T03:39:33,726 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/C/07558618ca434f2980be987b8a10ecaf to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/C/07558618ca434f2980be987b8a10ecaf 2024-12-16T03:39:33,726 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/C/929f9032edaa4d8eaa041b9289c64708 to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/C/929f9032edaa4d8eaa041b9289c64708 2024-12-16T03:39:33,726 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/C/9f877ae851764608b4ddbec7b4a78ca0 to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/C/9f877ae851764608b4ddbec7b4a78ca0 2024-12-16T03:39:33,726 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/C/d0b839d6eb384b68b215ed0265141ac7 to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/C/d0b839d6eb384b68b215ed0265141ac7 2024-12-16T03:39:33,726 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/C/ee314c19114b4ed19251daf92c4d6d83 to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/C/ee314c19114b4ed19251daf92c4d6d83 2024-12-16T03:39:33,727 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/C/89bbe23ad70845e5bb14946aba432566 to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/C/89bbe23ad70845e5bb14946aba432566 2024-12-16T03:39:33,727 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/C/657fa0f845b34af4b23d29648e85f21c to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/C/657fa0f845b34af4b23d29648e85f21c 2024-12-16T03:39:33,728 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/C/feba34ef7c9646b68fbab9f375ddbbdb to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/C/feba34ef7c9646b68fbab9f375ddbbdb 2024-12-16T03:39:33,729 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/C/0576299be7d34e238246d333a5168645 to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/C/0576299be7d34e238246d333a5168645 2024-12-16T03:39:33,729 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/C/b52339f927cc4c8eab2c19ec980dbf71 to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/C/b52339f927cc4c8eab2c19ec980dbf71 2024-12-16T03:39:33,729 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/C/cf427fde0f124c0ca6d468b526593c03 to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/C/cf427fde0f124c0ca6d468b526593c03 2024-12-16T03:39:33,729 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/C/da696b97531c41aea49b0011371b2aed to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/C/da696b97531c41aea49b0011371b2aed 2024-12-16T03:39:33,729 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/C/4b38b3a759414bc3bab39dadce283449 to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/C/4b38b3a759414bc3bab39dadce283449 2024-12-16T03:39:33,729 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/C/f220fa4f8f5b4bc8b56ff9e129a67243 to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/C/f220fa4f8f5b4bc8b56ff9e129a67243 2024-12-16T03:39:33,730 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/C/53923a01a2044cd9b446a92e80a70663 to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/C/53923a01a2044cd9b446a92e80a70663 2024-12-16T03:39:33,735 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/recovered.edits/609.seqid, newMaxSeqId=609, maxSeqId=1 2024-12-16T03:39:33,737 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1734320340163.ad0b284e95019d62ff8d91ca156366d7. 2024-12-16T03:39:33,737 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] regionserver.HRegion(1635): Region close journal for ad0b284e95019d62ff8d91ca156366d7: 2024-12-16T03:39:33,739 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] handler.UnassignRegionHandler(170): Closed ad0b284e95019d62ff8d91ca156366d7 2024-12-16T03:39:33,740 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=38 updating hbase:meta row=ad0b284e95019d62ff8d91ca156366d7, regionState=CLOSED 2024-12-16T03:39:33,743 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=39, resume processing ppid=38 2024-12-16T03:39:33,743 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=39, ppid=38, state=SUCCESS; CloseRegionProcedure ad0b284e95019d62ff8d91ca156366d7, server=f0d65a6309ee,39893,1734320334634 in 1.5170 sec 2024-12-16T03:39:33,744 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=38, resume processing ppid=37 2024-12-16T03:39:33,744 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=38, ppid=37, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=ad0b284e95019d62ff8d91ca156366d7, UNASSIGN in 1.5210 sec 2024-12-16T03:39:33,746 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=37, resume processing ppid=36 2024-12-16T03:39:33,746 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=37, ppid=36, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.5310 sec 2024-12-16T03:39:33,747 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734320373747"}]},"ts":"1734320373747"} 2024-12-16T03:39:33,748 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-12-16T03:39:33,786 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-12-16T03:39:33,789 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=36, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.6210 sec 2024-12-16T03:39:34,277 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-12-16T03:39:34,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=36 2024-12-16T03:39:34,280 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 36 completed 2024-12-16T03:39:34,287 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-12-16T03:39:34,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] procedure2.ProcedureExecutor(1098): Stored pid=40, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-12-16T03:39:34,292 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=40, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-16T03:39:34,293 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=40, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-16T03:39:34,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=40 2024-12-16T03:39:34,296 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(133): ARCHIVING hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7 2024-12-16T03:39:34,299 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(161): Archiving [FileablePath, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/A, FileablePath, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/B, FileablePath, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/C, FileablePath, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/recovered.edits] 2024-12-16T03:39:34,303 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/A/c92a9b8a957542549e6039d29c3dbdaa to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/A/c92a9b8a957542549e6039d29c3dbdaa 2024-12-16T03:39:34,303 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/A/f1fd785dbd034bc9a595741013055754 to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/A/f1fd785dbd034bc9a595741013055754 2024-12-16T03:39:34,306 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/B/eaf3611d144b4b699d8951d654f1d887 to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/B/eaf3611d144b4b699d8951d654f1d887 2024-12-16T03:39:34,306 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/B/1bf157fdc61740a7b6fbf820614b5cbb to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/B/1bf157fdc61740a7b6fbf820614b5cbb 2024-12-16T03:39:34,308 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/C/7d9762f3d7c449fab999dd453d36dfa0 to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/C/7d9762f3d7c449fab999dd453d36dfa0 2024-12-16T03:39:34,309 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/C/382b1d7c639a44c2b063c17425ffd317 to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/C/382b1d7c639a44c2b063c17425ffd317 2024-12-16T03:39:34,311 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/recovered.edits/609.seqid to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7/recovered.edits/609.seqid 2024-12-16T03:39:34,312 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(634): Deleted hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/ad0b284e95019d62ff8d91ca156366d7 2024-12-16T03:39:34,312 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-12-16T03:39:34,317 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=40, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-16T03:39:34,320 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39893 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-12-16T03:39:34,323 WARN [PEWorker-2 {}] procedure.DeleteTableProcedure(371): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-12-16T03:39:34,349 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(408): Removing 'TestAcidGuarantees' descriptor. 2024-12-16T03:39:34,350 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=40, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-16T03:39:34,350 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(398): Removing 'TestAcidGuarantees' from region states. 2024-12-16T03:39:34,350 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1734320340163.ad0b284e95019d62ff8d91ca156366d7.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1734320374350"}]},"ts":"9223372036854775807"} 2024-12-16T03:39:34,354 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-12-16T03:39:34,354 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => ad0b284e95019d62ff8d91ca156366d7, NAME => 'TestAcidGuarantees,,1734320340163.ad0b284e95019d62ff8d91ca156366d7.', STARTKEY => '', ENDKEY => ''}] 2024-12-16T03:39:34,354 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(402): Marking 'TestAcidGuarantees' as deleted. 2024-12-16T03:39:34,354 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1734320374354"}]},"ts":"9223372036854775807"} 2024-12-16T03:39:34,356 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-12-16T03:39:34,394 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(133): Finished pid=40, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-16T03:39:34,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=40 2024-12-16T03:39:34,395 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=40, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 106 msec 2024-12-16T03:39:34,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=40 2024-12-16T03:39:34,596 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 40 completed 2024-12-16T03:39:34,611 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithAdaptivePolicy#testMixedAtomicity Thread=245 (was 219) Potentially hanging thread: HFileArchiver-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1627241379_22 at /127.0.0.1:34624 [Waiting for operation #13] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RSProcedureDispatcher-pool-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x3f0b54a1-shared-pool-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-8 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS:0;f0d65a6309ee:39893-shortCompactions-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:535) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x3f0b54a1-shared-pool-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x3f0b54a1-shared-pool-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x3f0b54a1-shared-pool-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=457 (was 444) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=260 (was 168) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=11654 (was 12181) 2024-12-16T03:39:34,622 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithAdaptivePolicy#testMobMixedAtomicity Thread=245, OpenFileDescriptor=457, MaxFileDescriptor=1048576, SystemLoadAverage=260, ProcessCount=11, AvailableMemoryMB=11653 2024-12-16T03:39:34,624 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-12-16T03:39:34,624 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-16T03:39:34,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] procedure2.ProcedureExecutor(1098): Stored pid=41, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-12-16T03:39:34,627 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=41, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-12-16T03:39:34,627 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:34,627 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 41 2024-12-16T03:39:34,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=41 2024-12-16T03:39:34,628 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=41, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-16T03:39:34,635 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073741971_1147 (size=963) 2024-12-16T03:39:34,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=41 2024-12-16T03:39:34,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=41 2024-12-16T03:39:35,040 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 89a4205fbaf1c209632791a7682c9104, NAME => 'TestAcidGuarantees,,1734320374624.89a4205fbaf1c209632791a7682c9104.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48 2024-12-16T03:39:35,067 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073741972_1148 (size=53) 2024-12-16T03:39:35,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=41 2024-12-16T03:39:35,470 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1734320374624.89a4205fbaf1c209632791a7682c9104.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T03:39:35,470 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing 89a4205fbaf1c209632791a7682c9104, disabling compactions & flushes 2024-12-16T03:39:35,470 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1734320374624.89a4205fbaf1c209632791a7682c9104. 2024-12-16T03:39:35,470 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1734320374624.89a4205fbaf1c209632791a7682c9104. 2024-12-16T03:39:35,470 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1734320374624.89a4205fbaf1c209632791a7682c9104. after waiting 0 ms 2024-12-16T03:39:35,470 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1734320374624.89a4205fbaf1c209632791a7682c9104. 2024-12-16T03:39:35,471 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1734320374624.89a4205fbaf1c209632791a7682c9104. 2024-12-16T03:39:35,471 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for 89a4205fbaf1c209632791a7682c9104: 2024-12-16T03:39:35,473 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=41, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-12-16T03:39:35,474 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1734320374624.89a4205fbaf1c209632791a7682c9104.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1734320375474"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734320375474"}]},"ts":"1734320375474"} 2024-12-16T03:39:35,476 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-12-16T03:39:35,477 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=41, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-16T03:39:35,478 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734320375478"}]},"ts":"1734320375478"} 2024-12-16T03:39:35,479 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-12-16T03:39:35,528 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=42, ppid=41, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=89a4205fbaf1c209632791a7682c9104, ASSIGN}] 2024-12-16T03:39:35,529 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=42, ppid=41, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=89a4205fbaf1c209632791a7682c9104, ASSIGN 2024-12-16T03:39:35,530 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=42, ppid=41, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=89a4205fbaf1c209632791a7682c9104, ASSIGN; state=OFFLINE, location=f0d65a6309ee,39893,1734320334634; forceNewPlan=false, retain=false 2024-12-16T03:39:35,681 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=42 updating hbase:meta row=89a4205fbaf1c209632791a7682c9104, regionState=OPENING, regionLocation=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:35,684 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=43, ppid=42, state=RUNNABLE; OpenRegionProcedure 89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634}] 2024-12-16T03:39:35,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=41 2024-12-16T03:39:35,839 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:35,847 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1734320374624.89a4205fbaf1c209632791a7682c9104. 2024-12-16T03:39:35,847 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7285): Opening region: {ENCODED => 89a4205fbaf1c209632791a7682c9104, NAME => 'TestAcidGuarantees,,1734320374624.89a4205fbaf1c209632791a7682c9104.', STARTKEY => '', ENDKEY => ''} 2024-12-16T03:39:35,848 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 89a4205fbaf1c209632791a7682c9104 2024-12-16T03:39:35,848 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1734320374624.89a4205fbaf1c209632791a7682c9104.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T03:39:35,848 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7327): checking encryption for 89a4205fbaf1c209632791a7682c9104 2024-12-16T03:39:35,848 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7330): checking classloading for 89a4205fbaf1c209632791a7682c9104 2024-12-16T03:39:35,850 INFO [StoreOpener-89a4205fbaf1c209632791a7682c9104-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 89a4205fbaf1c209632791a7682c9104 2024-12-16T03:39:35,853 INFO [StoreOpener-89a4205fbaf1c209632791a7682c9104-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-16T03:39:35,853 INFO [StoreOpener-89a4205fbaf1c209632791a7682c9104-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 89a4205fbaf1c209632791a7682c9104 columnFamilyName A 2024-12-16T03:39:35,853 DEBUG [StoreOpener-89a4205fbaf1c209632791a7682c9104-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:35,854 INFO [StoreOpener-89a4205fbaf1c209632791a7682c9104-1 {}] regionserver.HStore(327): Store=89a4205fbaf1c209632791a7682c9104/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T03:39:35,854 INFO [StoreOpener-89a4205fbaf1c209632791a7682c9104-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 89a4205fbaf1c209632791a7682c9104 2024-12-16T03:39:35,856 INFO [StoreOpener-89a4205fbaf1c209632791a7682c9104-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-16T03:39:35,857 INFO [StoreOpener-89a4205fbaf1c209632791a7682c9104-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 89a4205fbaf1c209632791a7682c9104 columnFamilyName B 2024-12-16T03:39:35,858 DEBUG [StoreOpener-89a4205fbaf1c209632791a7682c9104-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:35,858 INFO [StoreOpener-89a4205fbaf1c209632791a7682c9104-1 {}] regionserver.HStore(327): Store=89a4205fbaf1c209632791a7682c9104/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T03:39:35,858 INFO [StoreOpener-89a4205fbaf1c209632791a7682c9104-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 89a4205fbaf1c209632791a7682c9104 2024-12-16T03:39:35,859 INFO [StoreOpener-89a4205fbaf1c209632791a7682c9104-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-16T03:39:35,859 INFO [StoreOpener-89a4205fbaf1c209632791a7682c9104-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 89a4205fbaf1c209632791a7682c9104 columnFamilyName C 2024-12-16T03:39:35,860 DEBUG [StoreOpener-89a4205fbaf1c209632791a7682c9104-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:35,860 INFO [StoreOpener-89a4205fbaf1c209632791a7682c9104-1 {}] regionserver.HStore(327): Store=89a4205fbaf1c209632791a7682c9104/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T03:39:35,860 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1734320374624.89a4205fbaf1c209632791a7682c9104. 2024-12-16T03:39:35,861 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104 2024-12-16T03:39:35,861 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104 2024-12-16T03:39:35,863 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-16T03:39:35,864 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1085): writing seq id for 89a4205fbaf1c209632791a7682c9104 2024-12-16T03:39:35,866 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-16T03:39:35,866 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1102): Opened 89a4205fbaf1c209632791a7682c9104; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62737011, jitterRate=-0.06514568626880646}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-16T03:39:35,867 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1001): Region open journal for 89a4205fbaf1c209632791a7682c9104: 2024-12-16T03:39:35,867 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1734320374624.89a4205fbaf1c209632791a7682c9104., pid=43, masterSystemTime=1734320375838 2024-12-16T03:39:35,869 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1734320374624.89a4205fbaf1c209632791a7682c9104. 2024-12-16T03:39:35,869 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1734320374624.89a4205fbaf1c209632791a7682c9104. 2024-12-16T03:39:35,869 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=42 updating hbase:meta row=89a4205fbaf1c209632791a7682c9104, regionState=OPEN, openSeqNum=2, regionLocation=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:35,871 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=43, resume processing ppid=42 2024-12-16T03:39:35,871 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=43, ppid=42, state=SUCCESS; OpenRegionProcedure 89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 in 186 msec 2024-12-16T03:39:35,873 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=42, resume processing ppid=41 2024-12-16T03:39:35,873 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=42, ppid=41, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=89a4205fbaf1c209632791a7682c9104, ASSIGN in 343 msec 2024-12-16T03:39:35,873 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=41, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-16T03:39:35,874 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734320375874"}]},"ts":"1734320375874"} 2024-12-16T03:39:35,875 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-12-16T03:39:35,911 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=41, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-12-16T03:39:35,913 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=41, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.2870 sec 2024-12-16T03:39:36,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=41 2024-12-16T03:39:36,738 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 41 completed 2024-12-16T03:39:36,741 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x26401a5f to 127.0.0.1:56952 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@407e6b5c 2024-12-16T03:39:36,787 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6eb305fc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-16T03:39:36,792 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-16T03:39:36,796 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40658, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-16T03:39:36,799 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-16T03:39:36,802 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39068, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-16T03:39:36,807 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-12-16T03:39:36,807 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.HMaster$14(2798): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-16T03:39:36,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] procedure2.ProcedureExecutor(1098): Stored pid=44, state=RUNNABLE:MODIFY_TABLE_PREPARE; ModifyTableProcedure table=TestAcidGuarantees 2024-12-16T03:39:36,824 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073741973_1149 (size=999) 2024-12-16T03:39:37,228 DEBUG [PEWorker-5 {}] util.FSTableDescriptors(519): Deleted hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.963 2024-12-16T03:39:37,228 INFO [PEWorker-5 {}] util.FSTableDescriptors(297): Updated tableinfo=hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.999 2024-12-16T03:39:37,234 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=45, ppid=44, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-12-16T03:39:37,244 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=46, ppid=45, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=89a4205fbaf1c209632791a7682c9104, REOPEN/MOVE}] 2024-12-16T03:39:37,245 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=46, ppid=45, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=89a4205fbaf1c209632791a7682c9104, REOPEN/MOVE 2024-12-16T03:39:37,245 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=46 updating hbase:meta row=89a4205fbaf1c209632791a7682c9104, regionState=CLOSING, regionLocation=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:37,247 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-16T03:39:37,247 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=47, ppid=46, state=RUNNABLE; CloseRegionProcedure 89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634}] 2024-12-16T03:39:37,398 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:37,399 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=47}] handler.UnassignRegionHandler(124): Close 89a4205fbaf1c209632791a7682c9104 2024-12-16T03:39:37,399 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=47}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-12-16T03:39:37,400 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=47}] regionserver.HRegion(1681): Closing 89a4205fbaf1c209632791a7682c9104, disabling compactions & flushes 2024-12-16T03:39:37,400 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=47}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1734320374624.89a4205fbaf1c209632791a7682c9104. 2024-12-16T03:39:37,400 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=47}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1734320374624.89a4205fbaf1c209632791a7682c9104. 2024-12-16T03:39:37,400 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=47}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1734320374624.89a4205fbaf1c209632791a7682c9104. after waiting 0 ms 2024-12-16T03:39:37,400 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=47}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1734320374624.89a4205fbaf1c209632791a7682c9104. 2024-12-16T03:39:37,409 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=47}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-16T03:39:37,410 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=47}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1734320374624.89a4205fbaf1c209632791a7682c9104. 2024-12-16T03:39:37,410 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=47}] regionserver.HRegion(1635): Region close journal for 89a4205fbaf1c209632791a7682c9104: 2024-12-16T03:39:37,410 WARN [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=47}] regionserver.HRegionServer(3786): Not adding moved region record: 89a4205fbaf1c209632791a7682c9104 to self. 2024-12-16T03:39:37,413 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=47}] handler.UnassignRegionHandler(170): Closed 89a4205fbaf1c209632791a7682c9104 2024-12-16T03:39:37,414 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=46 updating hbase:meta row=89a4205fbaf1c209632791a7682c9104, regionState=CLOSED 2024-12-16T03:39:37,418 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=47, resume processing ppid=46 2024-12-16T03:39:37,419 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=47, ppid=46, state=SUCCESS; CloseRegionProcedure 89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 in 169 msec 2024-12-16T03:39:37,419 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=46, ppid=45, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=89a4205fbaf1c209632791a7682c9104, REOPEN/MOVE; state=CLOSED, location=f0d65a6309ee,39893,1734320334634; forceNewPlan=false, retain=true 2024-12-16T03:39:37,570 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=46 updating hbase:meta row=89a4205fbaf1c209632791a7682c9104, regionState=OPENING, regionLocation=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:37,575 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=48, ppid=46, state=RUNNABLE; OpenRegionProcedure 89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634}] 2024-12-16T03:39:37,728 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:37,732 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1734320374624.89a4205fbaf1c209632791a7682c9104. 2024-12-16T03:39:37,733 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(7285): Opening region: {ENCODED => 89a4205fbaf1c209632791a7682c9104, NAME => 'TestAcidGuarantees,,1734320374624.89a4205fbaf1c209632791a7682c9104.', STARTKEY => '', ENDKEY => ''} 2024-12-16T03:39:37,733 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 89a4205fbaf1c209632791a7682c9104 2024-12-16T03:39:37,733 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1734320374624.89a4205fbaf1c209632791a7682c9104.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T03:39:37,734 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(7327): checking encryption for 89a4205fbaf1c209632791a7682c9104 2024-12-16T03:39:37,734 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(7330): checking classloading for 89a4205fbaf1c209632791a7682c9104 2024-12-16T03:39:37,738 INFO [StoreOpener-89a4205fbaf1c209632791a7682c9104-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 89a4205fbaf1c209632791a7682c9104 2024-12-16T03:39:37,740 INFO [StoreOpener-89a4205fbaf1c209632791a7682c9104-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-16T03:39:37,747 INFO [StoreOpener-89a4205fbaf1c209632791a7682c9104-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 89a4205fbaf1c209632791a7682c9104 columnFamilyName A 2024-12-16T03:39:37,750 DEBUG [StoreOpener-89a4205fbaf1c209632791a7682c9104-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:37,751 INFO [StoreOpener-89a4205fbaf1c209632791a7682c9104-1 {}] regionserver.HStore(327): Store=89a4205fbaf1c209632791a7682c9104/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T03:39:37,751 INFO [StoreOpener-89a4205fbaf1c209632791a7682c9104-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 89a4205fbaf1c209632791a7682c9104 2024-12-16T03:39:37,752 INFO [StoreOpener-89a4205fbaf1c209632791a7682c9104-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-16T03:39:37,752 INFO [StoreOpener-89a4205fbaf1c209632791a7682c9104-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 89a4205fbaf1c209632791a7682c9104 columnFamilyName B 2024-12-16T03:39:37,752 DEBUG [StoreOpener-89a4205fbaf1c209632791a7682c9104-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:37,753 INFO [StoreOpener-89a4205fbaf1c209632791a7682c9104-1 {}] regionserver.HStore(327): Store=89a4205fbaf1c209632791a7682c9104/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T03:39:37,753 INFO [StoreOpener-89a4205fbaf1c209632791a7682c9104-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 89a4205fbaf1c209632791a7682c9104 2024-12-16T03:39:37,753 INFO [StoreOpener-89a4205fbaf1c209632791a7682c9104-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-16T03:39:37,754 INFO [StoreOpener-89a4205fbaf1c209632791a7682c9104-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 89a4205fbaf1c209632791a7682c9104 columnFamilyName C 2024-12-16T03:39:37,754 DEBUG [StoreOpener-89a4205fbaf1c209632791a7682c9104-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:37,754 INFO [StoreOpener-89a4205fbaf1c209632791a7682c9104-1 {}] regionserver.HStore(327): Store=89a4205fbaf1c209632791a7682c9104/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T03:39:37,754 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1734320374624.89a4205fbaf1c209632791a7682c9104. 2024-12-16T03:39:37,755 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104 2024-12-16T03:39:37,756 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104 2024-12-16T03:39:37,757 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-16T03:39:37,758 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1085): writing seq id for 89a4205fbaf1c209632791a7682c9104 2024-12-16T03:39:37,759 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1102): Opened 89a4205fbaf1c209632791a7682c9104; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73629972, jitterRate=0.0971720814704895}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-16T03:39:37,761 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1001): Region open journal for 89a4205fbaf1c209632791a7682c9104: 2024-12-16T03:39:37,761 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1734320374624.89a4205fbaf1c209632791a7682c9104., pid=48, masterSystemTime=1734320377728 2024-12-16T03:39:37,763 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1734320374624.89a4205fbaf1c209632791a7682c9104. 2024-12-16T03:39:37,763 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1734320374624.89a4205fbaf1c209632791a7682c9104. 2024-12-16T03:39:37,764 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=46 updating hbase:meta row=89a4205fbaf1c209632791a7682c9104, regionState=OPEN, openSeqNum=5, regionLocation=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:37,766 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=48, resume processing ppid=46 2024-12-16T03:39:37,766 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=48, ppid=46, state=SUCCESS; OpenRegionProcedure 89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 in 191 msec 2024-12-16T03:39:37,767 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=46, resume processing ppid=45 2024-12-16T03:39:37,767 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=46, ppid=45, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=89a4205fbaf1c209632791a7682c9104, REOPEN/MOVE in 522 msec 2024-12-16T03:39:37,770 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=45, resume processing ppid=44 2024-12-16T03:39:37,770 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=45, ppid=44, state=SUCCESS; ReopenTableRegionsProcedure table=TestAcidGuarantees in 535 msec 2024-12-16T03:39:37,773 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=44, state=SUCCESS; ModifyTableProcedure table=TestAcidGuarantees in 962 msec 2024-12-16T03:39:37,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=44 2024-12-16T03:39:37,779 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x491ea2ee to 127.0.0.1:56952 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5b55744e 2024-12-16T03:39:37,841 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e3a4420, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-16T03:39:37,843 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0b44b1e5 to 127.0.0.1:56952 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@454f1431 2024-12-16T03:39:37,863 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24f64590, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-16T03:39:37,866 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x46114993 to 127.0.0.1:56952 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@769942d9 2024-12-16T03:39:37,878 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c5c4716, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-16T03:39:37,880 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2885d2d9 to 127.0.0.1:56952 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@cb464a 2024-12-16T03:39:37,887 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22e911df, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-16T03:39:37,888 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x152377d4 to 127.0.0.1:56952 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@517ff977 2024-12-16T03:39:37,895 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b727d6e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-16T03:39:37,896 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3448d233 to 127.0.0.1:56952 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1c7940d9 2024-12-16T03:39:37,903 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@341384e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-16T03:39:37,905 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7a11164b to 127.0.0.1:56952 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2c38ee58 2024-12-16T03:39:37,912 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26b120d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-16T03:39:37,913 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x08a7e1dd to 127.0.0.1:56952 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@630684bf 2024-12-16T03:39:37,920 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c1ec7ee, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-16T03:39:37,921 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x31a027db to 127.0.0.1:56952 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@66547e2c 2024-12-16T03:39:37,928 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ccff4bf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-16T03:39:37,932 DEBUG [hconnection-0x2e072ca0-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-16T03:39:37,933 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-16T03:39:37,933 DEBUG [hconnection-0x7ba03227-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-16T03:39:37,934 DEBUG [hconnection-0x258b783f-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-16T03:39:37,934 DEBUG [hconnection-0x6fe00eeb-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-16T03:39:37,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] procedure2.ProcedureExecutor(1098): Stored pid=49, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=49, table=TestAcidGuarantees 2024-12-16T03:39:37,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-12-16T03:39:37,935 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40666, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-16T03:39:37,935 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40674, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-16T03:39:37,935 DEBUG [hconnection-0x6b0ebcc6-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-16T03:39:37,935 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40676, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-16T03:39:37,936 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40702, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-16T03:39:37,937 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=49, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=49, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-16T03:39:37,938 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=49, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=49, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-16T03:39:37,938 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=50, ppid=49, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-16T03:39:37,938 DEBUG [hconnection-0x8b31ea6-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-16T03:39:37,940 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40718, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-16T03:39:37,942 DEBUG [hconnection-0x48afc8d5-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-16T03:39:37,942 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40724, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-16T03:39:37,942 DEBUG [hconnection-0x60b41400-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-16T03:39:37,943 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40746, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-16T03:39:37,943 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40732, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-16T03:39:37,943 DEBUG [hconnection-0x5d3ff9e0-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-16T03:39:37,944 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40754, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-16T03:39:37,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(8581): Flush requested on 89a4205fbaf1c209632791a7682c9104 2024-12-16T03:39:37,949 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 89a4205fbaf1c209632791a7682c9104 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-16T03:39:37,950 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 89a4205fbaf1c209632791a7682c9104, store=A 2024-12-16T03:39:37,951 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T03:39:37,951 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 89a4205fbaf1c209632791a7682c9104, store=B 2024-12-16T03:39:37,951 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T03:39:37,951 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 89a4205fbaf1c209632791a7682c9104, store=C 2024-12-16T03:39:37,951 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T03:39:37,996 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:37,996 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:37,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40754 deadline: 1734320437989, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:37,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40724 deadline: 1734320437990, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:37,997 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:37,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40746 deadline: 1734320437992, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:37,997 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:37,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40666 deadline: 1734320437994, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:37,999 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:37,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40702 deadline: 1734320437995, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:38,011 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412164ca4d32fd2ae4a41a7a3b2d28366eee0_89a4205fbaf1c209632791a7682c9104 is 50, key is test_row_0/A:col10/1734320377945/Put/seqid=0 2024-12-16T03:39:38,026 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073741974_1150 (size=12154) 2024-12-16T03:39:38,027 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:38,033 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412164ca4d32fd2ae4a41a7a3b2d28366eee0_89a4205fbaf1c209632791a7682c9104 to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412164ca4d32fd2ae4a41a7a3b2d28366eee0_89a4205fbaf1c209632791a7682c9104 2024-12-16T03:39:38,035 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/.tmp/A/0d8b9e29ccef429584a44c1050ab8706, store: [table=TestAcidGuarantees family=A region=89a4205fbaf1c209632791a7682c9104] 2024-12-16T03:39:38,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-12-16T03:39:38,043 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/.tmp/A/0d8b9e29ccef429584a44c1050ab8706 is 175, key is test_row_0/A:col10/1734320377945/Put/seqid=0 2024-12-16T03:39:38,056 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073741975_1151 (size=30955) 2024-12-16T03:39:38,090 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:38,091 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39893 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-12-16T03:39:38,091 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734320374624.89a4205fbaf1c209632791a7682c9104. 2024-12-16T03:39:38,091 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734320374624.89a4205fbaf1c209632791a7682c9104. as already flushing 2024-12-16T03:39:38,091 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734320374624.89a4205fbaf1c209632791a7682c9104. 2024-12-16T03:39:38,091 ERROR [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] handler.RSProcedureHandler(58): pid=50 java.io.IOException: Unable to complete flush {ENCODED => 89a4205fbaf1c209632791a7682c9104, NAME => 'TestAcidGuarantees,,1734320374624.89a4205fbaf1c209632791a7682c9104.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:39:38,092 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=50 java.io.IOException: Unable to complete flush {ENCODED => 89a4205fbaf1c209632791a7682c9104, NAME => 'TestAcidGuarantees,,1734320374624.89a4205fbaf1c209632791a7682c9104.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:39:38,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.HMaster(4114): Remote procedure failed, pid=50 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 89a4205fbaf1c209632791a7682c9104, NAME => 'TestAcidGuarantees,,1734320374624.89a4205fbaf1c209632791a7682c9104.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 89a4205fbaf1c209632791a7682c9104, NAME => 'TestAcidGuarantees,,1734320374624.89a4205fbaf1c209632791a7682c9104.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:39:38,099 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:38,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40724 deadline: 1734320438098, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:38,100 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:38,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40754 deadline: 1734320438098, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:38,101 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:38,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40746 deadline: 1734320438099, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:38,101 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:38,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40666 deadline: 1734320438100, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:38,101 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:38,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40702 deadline: 1734320438101, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:38,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-12-16T03:39:38,244 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:38,244 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39893 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-12-16T03:39:38,244 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734320374624.89a4205fbaf1c209632791a7682c9104. 2024-12-16T03:39:38,245 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734320374624.89a4205fbaf1c209632791a7682c9104. as already flushing 2024-12-16T03:39:38,245 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734320374624.89a4205fbaf1c209632791a7682c9104. 2024-12-16T03:39:38,245 ERROR [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] handler.RSProcedureHandler(58): pid=50 java.io.IOException: Unable to complete flush {ENCODED => 89a4205fbaf1c209632791a7682c9104, NAME => 'TestAcidGuarantees,,1734320374624.89a4205fbaf1c209632791a7682c9104.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:39:38,245 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=50 java.io.IOException: Unable to complete flush {ENCODED => 89a4205fbaf1c209632791a7682c9104, NAME => 'TestAcidGuarantees,,1734320374624.89a4205fbaf1c209632791a7682c9104.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:39:38,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.HMaster(4114): Remote procedure failed, pid=50 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 89a4205fbaf1c209632791a7682c9104, NAME => 'TestAcidGuarantees,,1734320374624.89a4205fbaf1c209632791a7682c9104.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 89a4205fbaf1c209632791a7682c9104, NAME => 'TestAcidGuarantees,,1734320374624.89a4205fbaf1c209632791a7682c9104.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:39:38,304 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:38,304 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:38,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40754 deadline: 1734320438302, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:38,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40724 deadline: 1734320438302, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:38,304 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:38,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40702 deadline: 1734320438303, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:38,305 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:38,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40666 deadline: 1734320438304, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:38,305 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:38,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40746 deadline: 1734320438305, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:38,396 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:38,397 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39893 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-12-16T03:39:38,397 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734320374624.89a4205fbaf1c209632791a7682c9104. 2024-12-16T03:39:38,397 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734320374624.89a4205fbaf1c209632791a7682c9104. as already flushing 2024-12-16T03:39:38,397 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734320374624.89a4205fbaf1c209632791a7682c9104. 2024-12-16T03:39:38,397 ERROR [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] handler.RSProcedureHandler(58): pid=50 java.io.IOException: Unable to complete flush {ENCODED => 89a4205fbaf1c209632791a7682c9104, NAME => 'TestAcidGuarantees,,1734320374624.89a4205fbaf1c209632791a7682c9104.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:39:38,398 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=50 java.io.IOException: Unable to complete flush {ENCODED => 89a4205fbaf1c209632791a7682c9104, NAME => 'TestAcidGuarantees,,1734320374624.89a4205fbaf1c209632791a7682c9104.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:39:38,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.HMaster(4114): Remote procedure failed, pid=50 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 89a4205fbaf1c209632791a7682c9104, NAME => 'TestAcidGuarantees,,1734320374624.89a4205fbaf1c209632791a7682c9104.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 89a4205fbaf1c209632791a7682c9104, NAME => 'TestAcidGuarantees,,1734320374624.89a4205fbaf1c209632791a7682c9104.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:39:38,458 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=17, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/.tmp/A/0d8b9e29ccef429584a44c1050ab8706 2024-12-16T03:39:38,482 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/.tmp/B/9f23dfa5d3d44727b59c5e4995c3aab1 is 50, key is test_row_0/B:col10/1734320377945/Put/seqid=0 2024-12-16T03:39:38,511 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073741976_1152 (size=12001) 2024-12-16T03:39:38,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-12-16T03:39:38,550 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:38,550 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39893 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-12-16T03:39:38,550 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734320374624.89a4205fbaf1c209632791a7682c9104. 2024-12-16T03:39:38,551 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734320374624.89a4205fbaf1c209632791a7682c9104. as already flushing 2024-12-16T03:39:38,551 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734320374624.89a4205fbaf1c209632791a7682c9104. 2024-12-16T03:39:38,551 ERROR [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] handler.RSProcedureHandler(58): pid=50 java.io.IOException: Unable to complete flush {ENCODED => 89a4205fbaf1c209632791a7682c9104, NAME => 'TestAcidGuarantees,,1734320374624.89a4205fbaf1c209632791a7682c9104.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:39:38,551 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=50 java.io.IOException: Unable to complete flush {ENCODED => 89a4205fbaf1c209632791a7682c9104, NAME => 'TestAcidGuarantees,,1734320374624.89a4205fbaf1c209632791a7682c9104.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:39:38,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.HMaster(4114): Remote procedure failed, pid=50 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 89a4205fbaf1c209632791a7682c9104, NAME => 'TestAcidGuarantees,,1734320374624.89a4205fbaf1c209632791a7682c9104.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 89a4205fbaf1c209632791a7682c9104, NAME => 'TestAcidGuarantees,,1734320374624.89a4205fbaf1c209632791a7682c9104.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:39:38,608 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:38,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40702 deadline: 1734320438606, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:38,608 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:38,608 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:38,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40666 deadline: 1734320438607, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:38,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40724 deadline: 1734320438606, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:38,609 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:38,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40754 deadline: 1734320438607, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:38,609 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:38,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40746 deadline: 1734320438607, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:38,703 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:38,704 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39893 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-12-16T03:39:38,704 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734320374624.89a4205fbaf1c209632791a7682c9104. 2024-12-16T03:39:38,704 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734320374624.89a4205fbaf1c209632791a7682c9104. as already flushing 2024-12-16T03:39:38,704 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734320374624.89a4205fbaf1c209632791a7682c9104. 2024-12-16T03:39:38,704 ERROR [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] handler.RSProcedureHandler(58): pid=50 java.io.IOException: Unable to complete flush {ENCODED => 89a4205fbaf1c209632791a7682c9104, NAME => 'TestAcidGuarantees,,1734320374624.89a4205fbaf1c209632791a7682c9104.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:39:38,704 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=50 java.io.IOException: Unable to complete flush {ENCODED => 89a4205fbaf1c209632791a7682c9104, NAME => 'TestAcidGuarantees,,1734320374624.89a4205fbaf1c209632791a7682c9104.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:39:38,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.HMaster(4114): Remote procedure failed, pid=50 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 89a4205fbaf1c209632791a7682c9104, NAME => 'TestAcidGuarantees,,1734320374624.89a4205fbaf1c209632791a7682c9104.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 89a4205fbaf1c209632791a7682c9104, NAME => 'TestAcidGuarantees,,1734320374624.89a4205fbaf1c209632791a7682c9104.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:39:38,869 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:38,870 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39893 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-12-16T03:39:38,870 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734320374624.89a4205fbaf1c209632791a7682c9104. 2024-12-16T03:39:38,870 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734320374624.89a4205fbaf1c209632791a7682c9104. as already flushing 2024-12-16T03:39:38,870 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734320374624.89a4205fbaf1c209632791a7682c9104. 2024-12-16T03:39:38,870 ERROR [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] handler.RSProcedureHandler(58): pid=50 java.io.IOException: Unable to complete flush {ENCODED => 89a4205fbaf1c209632791a7682c9104, NAME => 'TestAcidGuarantees,,1734320374624.89a4205fbaf1c209632791a7682c9104.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:39:38,871 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=50 java.io.IOException: Unable to complete flush {ENCODED => 89a4205fbaf1c209632791a7682c9104, NAME => 'TestAcidGuarantees,,1734320374624.89a4205fbaf1c209632791a7682c9104.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:39:38,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.HMaster(4114): Remote procedure failed, pid=50 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 89a4205fbaf1c209632791a7682c9104, NAME => 'TestAcidGuarantees,,1734320374624.89a4205fbaf1c209632791a7682c9104.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 89a4205fbaf1c209632791a7682c9104, NAME => 'TestAcidGuarantees,,1734320374624.89a4205fbaf1c209632791a7682c9104.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:39:38,912 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/.tmp/B/9f23dfa5d3d44727b59c5e4995c3aab1 2024-12-16T03:39:38,942 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/.tmp/C/2809b72858474925ac6644011096110d is 50, key is test_row_0/C:col10/1734320377945/Put/seqid=0 2024-12-16T03:39:38,948 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073741977_1153 (size=12001) 2024-12-16T03:39:38,949 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/.tmp/C/2809b72858474925ac6644011096110d 2024-12-16T03:39:38,958 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/.tmp/A/0d8b9e29ccef429584a44c1050ab8706 as hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/A/0d8b9e29ccef429584a44c1050ab8706 2024-12-16T03:39:38,965 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/A/0d8b9e29ccef429584a44c1050ab8706, entries=150, sequenceid=17, filesize=30.2 K 2024-12-16T03:39:38,967 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/.tmp/B/9f23dfa5d3d44727b59c5e4995c3aab1 as hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/B/9f23dfa5d3d44727b59c5e4995c3aab1 2024-12-16T03:39:38,982 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/B/9f23dfa5d3d44727b59c5e4995c3aab1, entries=150, sequenceid=17, filesize=11.7 K 2024-12-16T03:39:38,983 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/.tmp/C/2809b72858474925ac6644011096110d as hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/C/2809b72858474925ac6644011096110d 2024-12-16T03:39:38,994 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/C/2809b72858474925ac6644011096110d, entries=150, sequenceid=17, filesize=11.7 K 2024-12-16T03:39:38,995 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 89a4205fbaf1c209632791a7682c9104 in 1046ms, sequenceid=17, compaction requested=false 2024-12-16T03:39:38,996 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 89a4205fbaf1c209632791a7682c9104: 2024-12-16T03:39:39,022 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:39,023 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39893 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-12-16T03:39:39,023 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734320374624.89a4205fbaf1c209632791a7682c9104. 2024-12-16T03:39:39,023 INFO [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2837): Flushing 89a4205fbaf1c209632791a7682c9104 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-12-16T03:39:39,023 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 89a4205fbaf1c209632791a7682c9104, store=A 2024-12-16T03:39:39,023 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T03:39:39,024 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 89a4205fbaf1c209632791a7682c9104, store=B 2024-12-16T03:39:39,024 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T03:39:39,024 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 89a4205fbaf1c209632791a7682c9104, store=C 2024-12-16T03:39:39,024 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T03:39:39,038 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241216a46ac2752944417f933438b84e3a9cd3_89a4205fbaf1c209632791a7682c9104 is 50, key is test_row_0/A:col10/1734320377993/Put/seqid=0 2024-12-16T03:39:39,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-12-16T03:39:39,057 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073741978_1154 (size=12154) 2024-12-16T03:39:39,058 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:39,067 INFO [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241216a46ac2752944417f933438b84e3a9cd3_89a4205fbaf1c209632791a7682c9104 to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241216a46ac2752944417f933438b84e3a9cd3_89a4205fbaf1c209632791a7682c9104 2024-12-16T03:39:39,070 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/.tmp/A/e013b3b45c674f7ba3b9111bb4422dda, store: [table=TestAcidGuarantees family=A region=89a4205fbaf1c209632791a7682c9104] 2024-12-16T03:39:39,070 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/.tmp/A/e013b3b45c674f7ba3b9111bb4422dda is 175, key is test_row_0/A:col10/1734320377993/Put/seqid=0 2024-12-16T03:39:39,082 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073741979_1155 (size=30955) 2024-12-16T03:39:39,082 INFO [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=40, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/.tmp/A/e013b3b45c674f7ba3b9111bb4422dda 2024-12-16T03:39:39,093 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/.tmp/B/9fa818c2527e44638e6e08428c2a338a is 50, key is test_row_0/B:col10/1734320377993/Put/seqid=0 2024-12-16T03:39:39,115 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073741980_1156 (size=12001) 2024-12-16T03:39:39,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(8581): Flush requested on 89a4205fbaf1c209632791a7682c9104 2024-12-16T03:39:39,116 INFO [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/.tmp/B/9fa818c2527e44638e6e08428c2a338a 2024-12-16T03:39:39,116 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734320374624.89a4205fbaf1c209632791a7682c9104. as already flushing 2024-12-16T03:39:39,129 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/.tmp/C/5791f97740094c2da57c3b00325c6069 is 50, key is test_row_0/C:col10/1734320377993/Put/seqid=0 2024-12-16T03:39:39,133 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:39,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40754 deadline: 1734320439126, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:39,136 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:39,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40724 deadline: 1734320439129, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:39,137 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:39,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40702 deadline: 1734320439129, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:39,138 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:39,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40746 deadline: 1734320439133, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:39,139 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:39,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40666 deadline: 1734320439133, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:39,144 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073741981_1157 (size=12001) 2024-12-16T03:39:39,146 INFO [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/.tmp/C/5791f97740094c2da57c3b00325c6069 2024-12-16T03:39:39,153 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/.tmp/A/e013b3b45c674f7ba3b9111bb4422dda as hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/A/e013b3b45c674f7ba3b9111bb4422dda 2024-12-16T03:39:39,161 INFO [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/A/e013b3b45c674f7ba3b9111bb4422dda, entries=150, sequenceid=40, filesize=30.2 K 2024-12-16T03:39:39,163 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/.tmp/B/9fa818c2527e44638e6e08428c2a338a as hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/B/9fa818c2527e44638e6e08428c2a338a 2024-12-16T03:39:39,171 INFO [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/B/9fa818c2527e44638e6e08428c2a338a, entries=150, sequenceid=40, filesize=11.7 K 2024-12-16T03:39:39,173 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/.tmp/C/5791f97740094c2da57c3b00325c6069 as hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/C/5791f97740094c2da57c3b00325c6069 2024-12-16T03:39:39,184 INFO [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/C/5791f97740094c2da57c3b00325c6069, entries=150, sequenceid=40, filesize=11.7 K 2024-12-16T03:39:39,189 INFO [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 89a4205fbaf1c209632791a7682c9104 in 166ms, sequenceid=40, compaction requested=false 2024-12-16T03:39:39,189 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2538): Flush status journal for 89a4205fbaf1c209632791a7682c9104: 2024-12-16T03:39:39,189 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734320374624.89a4205fbaf1c209632791a7682c9104. 2024-12-16T03:39:39,189 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=50 2024-12-16T03:39:39,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.HMaster(4106): Remote procedure done, pid=50 2024-12-16T03:39:39,192 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=50, resume processing ppid=49 2024-12-16T03:39:39,192 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=50, ppid=49, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.2520 sec 2024-12-16T03:39:39,195 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=49, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=49, table=TestAcidGuarantees in 1.2610 sec 2024-12-16T03:39:39,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(8581): Flush requested on 89a4205fbaf1c209632791a7682c9104 2024-12-16T03:39:39,238 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 89a4205fbaf1c209632791a7682c9104 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-12-16T03:39:39,238 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 89a4205fbaf1c209632791a7682c9104, store=A 2024-12-16T03:39:39,238 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T03:39:39,238 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 89a4205fbaf1c209632791a7682c9104, store=B 2024-12-16T03:39:39,238 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T03:39:39,238 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 89a4205fbaf1c209632791a7682c9104, store=C 2024-12-16T03:39:39,238 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T03:39:39,254 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024121651586bb3b8bf4ffe96f864ff274c3b9f_89a4205fbaf1c209632791a7682c9104 is 50, key is test_row_0/A:col10/1734320379128/Put/seqid=0 2024-12-16T03:39:39,265 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:39,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40754 deadline: 1734320439260, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:39,266 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:39,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40666 deadline: 1734320439261, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:39,266 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:39,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40724 deadline: 1734320439261, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:39,266 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:39,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40702 deadline: 1734320439263, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:39,267 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:39,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40746 deadline: 1734320439265, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:39,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073741982_1158 (size=14594) 2024-12-16T03:39:39,279 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-16T03:39:39,368 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:39,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40754 deadline: 1734320439367, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:39,368 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:39,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40724 deadline: 1734320439367, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:39,370 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:39,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40702 deadline: 1734320439369, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:39,370 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:39,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40746 deadline: 1734320439369, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:39,371 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:39,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40666 deadline: 1734320439371, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:39,571 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:39,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40754 deadline: 1734320439570, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:39,571 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:39,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40724 deadline: 1734320439571, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:39,574 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:39,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40746 deadline: 1734320439573, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:39,575 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:39,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40702 deadline: 1734320439573, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:39,575 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:39,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40666 deadline: 1734320439573, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:39,674 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:39,692 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024121651586bb3b8bf4ffe96f864ff274c3b9f_89a4205fbaf1c209632791a7682c9104 to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121651586bb3b8bf4ffe96f864ff274c3b9f_89a4205fbaf1c209632791a7682c9104 2024-12-16T03:39:39,694 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/.tmp/A/474006a7a7ad412397fdd52ea3586244, store: [table=TestAcidGuarantees family=A region=89a4205fbaf1c209632791a7682c9104] 2024-12-16T03:39:39,694 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/.tmp/A/474006a7a7ad412397fdd52ea3586244 is 175, key is test_row_0/A:col10/1734320379128/Put/seqid=0 2024-12-16T03:39:39,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073741983_1159 (size=39549) 2024-12-16T03:39:39,705 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=54, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/.tmp/A/474006a7a7ad412397fdd52ea3586244 2024-12-16T03:39:39,716 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/.tmp/B/bdfbc4bbcb464dfa9c319643c76e5f50 is 50, key is test_row_0/B:col10/1734320379128/Put/seqid=0 2024-12-16T03:39:39,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073741984_1160 (size=12001) 2024-12-16T03:39:39,732 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=54 (bloomFilter=true), to=hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/.tmp/B/bdfbc4bbcb464dfa9c319643c76e5f50 2024-12-16T03:39:39,744 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/.tmp/C/89b4b89c4ff848bda3755d0b4a68a89c is 50, key is test_row_0/C:col10/1734320379128/Put/seqid=0 2024-12-16T03:39:39,764 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073741985_1161 (size=12001) 2024-12-16T03:39:39,765 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=54 (bloomFilter=true), to=hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/.tmp/C/89b4b89c4ff848bda3755d0b4a68a89c 2024-12-16T03:39:39,776 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/.tmp/A/474006a7a7ad412397fdd52ea3586244 as hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/A/474006a7a7ad412397fdd52ea3586244 2024-12-16T03:39:39,786 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/A/474006a7a7ad412397fdd52ea3586244, entries=200, sequenceid=54, filesize=38.6 K 2024-12-16T03:39:39,789 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/.tmp/B/bdfbc4bbcb464dfa9c319643c76e5f50 as hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/B/bdfbc4bbcb464dfa9c319643c76e5f50 2024-12-16T03:39:39,795 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/B/bdfbc4bbcb464dfa9c319643c76e5f50, entries=150, sequenceid=54, filesize=11.7 K 2024-12-16T03:39:39,797 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/.tmp/C/89b4b89c4ff848bda3755d0b4a68a89c as hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/C/89b4b89c4ff848bda3755d0b4a68a89c 2024-12-16T03:39:39,809 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/C/89b4b89c4ff848bda3755d0b4a68a89c, entries=150, sequenceid=54, filesize=11.7 K 2024-12-16T03:39:39,813 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 89a4205fbaf1c209632791a7682c9104 in 576ms, sequenceid=54, compaction requested=true 2024-12-16T03:39:39,813 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 89a4205fbaf1c209632791a7682c9104: 2024-12-16T03:39:39,814 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-16T03:39:39,815 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 89a4205fbaf1c209632791a7682c9104:A, priority=-2147483648, current under compaction store size is 1 2024-12-16T03:39:39,815 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-16T03:39:39,815 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-16T03:39:39,816 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 89a4205fbaf1c209632791a7682c9104:B, priority=-2147483648, current under compaction store size is 2 2024-12-16T03:39:39,816 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 101459 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-16T03:39:39,816 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.HStore(1540): 89a4205fbaf1c209632791a7682c9104/A is initiating minor compaction (all files) 2024-12-16T03:39:39,816 INFO [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 89a4205fbaf1c209632791a7682c9104/A in TestAcidGuarantees,,1734320374624.89a4205fbaf1c209632791a7682c9104. 2024-12-16T03:39:39,816 INFO [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/A/0d8b9e29ccef429584a44c1050ab8706, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/A/e013b3b45c674f7ba3b9111bb4422dda, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/A/474006a7a7ad412397fdd52ea3586244] into tmpdir=hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/.tmp, totalSize=99.1 K 2024-12-16T03:39:39,817 INFO [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1734320374624.89a4205fbaf1c209632791a7682c9104. 2024-12-16T03:39:39,817 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1734320374624.89a4205fbaf1c209632791a7682c9104. files: [hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/A/0d8b9e29ccef429584a44c1050ab8706, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/A/e013b3b45c674f7ba3b9111bb4422dda, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/A/474006a7a7ad412397fdd52ea3586244] 2024-12-16T03:39:39,817 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-16T03:39:39,817 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.HStore(1540): 89a4205fbaf1c209632791a7682c9104/B is initiating minor compaction (all files) 2024-12-16T03:39:39,817 INFO [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 89a4205fbaf1c209632791a7682c9104/B in TestAcidGuarantees,,1734320374624.89a4205fbaf1c209632791a7682c9104. 2024-12-16T03:39:39,817 INFO [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/B/9f23dfa5d3d44727b59c5e4995c3aab1, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/B/9fa818c2527e44638e6e08428c2a338a, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/B/bdfbc4bbcb464dfa9c319643c76e5f50] into tmpdir=hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/.tmp, totalSize=35.2 K 2024-12-16T03:39:39,817 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0d8b9e29ccef429584a44c1050ab8706, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=17, earliestPutTs=1734320377945 2024-12-16T03:39:39,818 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] compactions.Compactor(224): Compacting 9f23dfa5d3d44727b59c5e4995c3aab1, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=17, earliestPutTs=1734320377945 2024-12-16T03:39:39,818 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] compactions.Compactor(224): Compacting e013b3b45c674f7ba3b9111bb4422dda, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1734320377979 2024-12-16T03:39:39,818 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-16T03:39:39,819 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] compactions.Compactor(224): Compacting 474006a7a7ad412397fdd52ea3586244, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1734320379123 2024-12-16T03:39:39,819 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] compactions.Compactor(224): Compacting 9fa818c2527e44638e6e08428c2a338a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1734320377979 2024-12-16T03:39:39,819 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] compactions.Compactor(224): Compacting bdfbc4bbcb464dfa9c319643c76e5f50, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1734320379123 2024-12-16T03:39:39,820 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 89a4205fbaf1c209632791a7682c9104:C, priority=-2147483648, current under compaction store size is 3 2024-12-16T03:39:39,820 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-16T03:39:39,832 INFO [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=89a4205fbaf1c209632791a7682c9104] 2024-12-16T03:39:39,833 INFO [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 89a4205fbaf1c209632791a7682c9104#B#compaction#141 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-16T03:39:39,834 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/.tmp/B/783970d798bc44a98fdbd66766c6cfa8 is 50, key is test_row_0/B:col10/1734320379128/Put/seqid=0 2024-12-16T03:39:39,840 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241216980e3ce43c1e462b94a9e0de87a62dd5_89a4205fbaf1c209632791a7682c9104 store=[table=TestAcidGuarantees family=A region=89a4205fbaf1c209632791a7682c9104] 2024-12-16T03:39:39,847 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241216980e3ce43c1e462b94a9e0de87a62dd5_89a4205fbaf1c209632791a7682c9104, store=[table=TestAcidGuarantees family=A region=89a4205fbaf1c209632791a7682c9104] 2024-12-16T03:39:39,847 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241216980e3ce43c1e462b94a9e0de87a62dd5_89a4205fbaf1c209632791a7682c9104 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=89a4205fbaf1c209632791a7682c9104] 2024-12-16T03:39:39,864 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073741986_1162 (size=12104) 2024-12-16T03:39:39,870 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073741987_1163 (size=4469) 2024-12-16T03:39:39,875 INFO [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 89a4205fbaf1c209632791a7682c9104#A#compaction#142 average throughput is 0.58 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-16T03:39:39,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(8581): Flush requested on 89a4205fbaf1c209632791a7682c9104 2024-12-16T03:39:39,877 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/.tmp/A/b244d3c76cb5418fb6271080618ecf08 is 175, key is test_row_0/A:col10/1734320379128/Put/seqid=0 2024-12-16T03:39:39,878 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 89a4205fbaf1c209632791a7682c9104 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-12-16T03:39:39,878 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 89a4205fbaf1c209632791a7682c9104, store=A 2024-12-16T03:39:39,878 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T03:39:39,878 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 89a4205fbaf1c209632791a7682c9104, store=B 2024-12-16T03:39:39,878 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T03:39:39,878 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 89a4205fbaf1c209632791a7682c9104, store=C 2024-12-16T03:39:39,878 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T03:39:39,882 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/.tmp/B/783970d798bc44a98fdbd66766c6cfa8 as hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/B/783970d798bc44a98fdbd66766c6cfa8 2024-12-16T03:39:39,892 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:39,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40702 deadline: 1734320439888, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:39,896 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:39,896 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:39,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40666 deadline: 1734320439891, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:39,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40754 deadline: 1734320439891, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:39,896 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:39,896 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:39,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40746 deadline: 1734320439892, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:39,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40724 deadline: 1734320439892, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:39,899 INFO [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 89a4205fbaf1c209632791a7682c9104/B of 89a4205fbaf1c209632791a7682c9104 into 783970d798bc44a98fdbd66766c6cfa8(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-16T03:39:39,899 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 89a4205fbaf1c209632791a7682c9104: 2024-12-16T03:39:39,899 INFO [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734320374624.89a4205fbaf1c209632791a7682c9104., storeName=89a4205fbaf1c209632791a7682c9104/B, priority=13, startTime=1734320379815; duration=0sec 2024-12-16T03:39:39,899 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-16T03:39:39,899 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 89a4205fbaf1c209632791a7682c9104:B 2024-12-16T03:39:39,900 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-16T03:39:39,902 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-16T03:39:39,903 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.HStore(1540): 89a4205fbaf1c209632791a7682c9104/C is initiating minor compaction (all files) 2024-12-16T03:39:39,903 INFO [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 89a4205fbaf1c209632791a7682c9104/C in TestAcidGuarantees,,1734320374624.89a4205fbaf1c209632791a7682c9104. 2024-12-16T03:39:39,903 INFO [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/C/2809b72858474925ac6644011096110d, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/C/5791f97740094c2da57c3b00325c6069, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/C/89b4b89c4ff848bda3755d0b4a68a89c] into tmpdir=hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/.tmp, totalSize=35.2 K 2024-12-16T03:39:39,904 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] compactions.Compactor(224): Compacting 2809b72858474925ac6644011096110d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=17, earliestPutTs=1734320377945 2024-12-16T03:39:39,905 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] compactions.Compactor(224): Compacting 5791f97740094c2da57c3b00325c6069, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1734320377979 2024-12-16T03:39:39,906 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] compactions.Compactor(224): Compacting 89b4b89c4ff848bda3755d0b4a68a89c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1734320379123 2024-12-16T03:39:39,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073741988_1164 (size=31058) 2024-12-16T03:39:39,913 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241216a994bed6c1f64a9d8438e8042bfeb82c_89a4205fbaf1c209632791a7682c9104 is 50, key is test_row_0/A:col10/1734320379264/Put/seqid=0 2024-12-16T03:39:39,921 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/.tmp/A/b244d3c76cb5418fb6271080618ecf08 as hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/A/b244d3c76cb5418fb6271080618ecf08 2024-12-16T03:39:39,928 INFO [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 89a4205fbaf1c209632791a7682c9104/A of 89a4205fbaf1c209632791a7682c9104 into b244d3c76cb5418fb6271080618ecf08(size=30.3 K), total size for store is 30.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-16T03:39:39,928 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 89a4205fbaf1c209632791a7682c9104: 2024-12-16T03:39:39,928 INFO [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734320374624.89a4205fbaf1c209632791a7682c9104., storeName=89a4205fbaf1c209632791a7682c9104/A, priority=13, startTime=1734320379813; duration=0sec 2024-12-16T03:39:39,928 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-16T03:39:39,928 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 89a4205fbaf1c209632791a7682c9104:A 2024-12-16T03:39:39,930 INFO [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 89a4205fbaf1c209632791a7682c9104#C#compaction#144 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-16T03:39:39,931 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/.tmp/C/77a0b36aa40e4fdca982d1cef0bb74bc is 50, key is test_row_0/C:col10/1734320379128/Put/seqid=0 2024-12-16T03:39:39,933 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073741989_1165 (size=14594) 2024-12-16T03:39:39,933 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:39,939 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241216a994bed6c1f64a9d8438e8042bfeb82c_89a4205fbaf1c209632791a7682c9104 to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241216a994bed6c1f64a9d8438e8042bfeb82c_89a4205fbaf1c209632791a7682c9104 2024-12-16T03:39:39,941 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/.tmp/A/24ac0b861fc240b6a91ab7f675fd5f2b, store: [table=TestAcidGuarantees family=A region=89a4205fbaf1c209632791a7682c9104] 2024-12-16T03:39:39,941 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/.tmp/A/24ac0b861fc240b6a91ab7f675fd5f2b is 175, key is test_row_0/A:col10/1734320379264/Put/seqid=0 2024-12-16T03:39:39,942 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073741990_1166 (size=12104) 2024-12-16T03:39:39,954 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/.tmp/C/77a0b36aa40e4fdca982d1cef0bb74bc as hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/C/77a0b36aa40e4fdca982d1cef0bb74bc 2024-12-16T03:39:39,962 INFO [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 89a4205fbaf1c209632791a7682c9104/C of 89a4205fbaf1c209632791a7682c9104 into 77a0b36aa40e4fdca982d1cef0bb74bc(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-16T03:39:39,962 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 89a4205fbaf1c209632791a7682c9104: 2024-12-16T03:39:39,962 INFO [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734320374624.89a4205fbaf1c209632791a7682c9104., storeName=89a4205fbaf1c209632791a7682c9104/C, priority=13, startTime=1734320379818; duration=0sec 2024-12-16T03:39:39,963 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-16T03:39:39,963 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 89a4205fbaf1c209632791a7682c9104:C 2024-12-16T03:39:39,965 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073741991_1167 (size=39549) 2024-12-16T03:39:39,967 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=77, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/.tmp/A/24ac0b861fc240b6a91ab7f675fd5f2b 2024-12-16T03:39:39,978 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/.tmp/B/d1586914750249f98fa75e94bea3e653 is 50, key is test_row_0/B:col10/1734320379264/Put/seqid=0 2024-12-16T03:39:39,993 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073741992_1168 (size=12001) 2024-12-16T03:39:39,994 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/.tmp/B/d1586914750249f98fa75e94bea3e653 2024-12-16T03:39:39,998 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:39,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40702 deadline: 1734320439994, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:39,999 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:39,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40754 deadline: 1734320439997, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:40,000 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:40,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40666 deadline: 1734320439998, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:40,001 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:40,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40746 deadline: 1734320439999, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:40,001 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:40,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40724 deadline: 1734320439999, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:40,007 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/.tmp/C/6638af1aea3b43979d5616a46f3f1c7a is 50, key is test_row_0/C:col10/1734320379264/Put/seqid=0 2024-12-16T03:39:40,021 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073741993_1169 (size=12001) 2024-12-16T03:39:40,022 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/.tmp/C/6638af1aea3b43979d5616a46f3f1c7a 2024-12-16T03:39:40,031 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/.tmp/A/24ac0b861fc240b6a91ab7f675fd5f2b as hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/A/24ac0b861fc240b6a91ab7f675fd5f2b 2024-12-16T03:39:40,039 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/A/24ac0b861fc240b6a91ab7f675fd5f2b, entries=200, sequenceid=77, filesize=38.6 K 2024-12-16T03:39:40,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-12-16T03:39:40,041 INFO [Thread-730 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 49 completed 2024-12-16T03:39:40,041 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/.tmp/B/d1586914750249f98fa75e94bea3e653 as hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/B/d1586914750249f98fa75e94bea3e653 2024-12-16T03:39:40,042 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-16T03:39:40,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] procedure2.ProcedureExecutor(1098): Stored pid=51, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=51, table=TestAcidGuarantees 2024-12-16T03:39:40,045 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=51, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=51, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-16T03:39:40,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-12-16T03:39:40,046 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=51, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=51, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-16T03:39:40,046 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=52, ppid=51, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-16T03:39:40,049 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/B/d1586914750249f98fa75e94bea3e653, entries=150, sequenceid=77, filesize=11.7 K 2024-12-16T03:39:40,051 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/.tmp/C/6638af1aea3b43979d5616a46f3f1c7a as hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/C/6638af1aea3b43979d5616a46f3f1c7a 2024-12-16T03:39:40,056 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/C/6638af1aea3b43979d5616a46f3f1c7a, entries=150, sequenceid=77, filesize=11.7 K 2024-12-16T03:39:40,057 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=73.80 KB/75570 for 89a4205fbaf1c209632791a7682c9104 in 179ms, sequenceid=77, compaction requested=false 2024-12-16T03:39:40,057 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 89a4205fbaf1c209632791a7682c9104: 2024-12-16T03:39:40,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-12-16T03:39:40,197 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:40,198 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39893 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-12-16T03:39:40,198 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734320374624.89a4205fbaf1c209632791a7682c9104. 2024-12-16T03:39:40,198 INFO [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2837): Flushing 89a4205fbaf1c209632791a7682c9104 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-12-16T03:39:40,198 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 89a4205fbaf1c209632791a7682c9104, store=A 2024-12-16T03:39:40,199 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T03:39:40,199 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 89a4205fbaf1c209632791a7682c9104, store=B 2024-12-16T03:39:40,199 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T03:39:40,199 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 89a4205fbaf1c209632791a7682c9104, store=C 2024-12-16T03:39:40,199 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T03:39:40,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(8581): Flush requested on 89a4205fbaf1c209632791a7682c9104 2024-12-16T03:39:40,204 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734320374624.89a4205fbaf1c209632791a7682c9104. as already flushing 2024-12-16T03:39:40,211 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241216c6757e1650fd495494ea0ded43a7d291_89a4205fbaf1c209632791a7682c9104 is 50, key is test_row_0/A:col10/1734320379889/Put/seqid=0 2024-12-16T03:39:40,217 INFO [master/f0d65a6309ee:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-12-16T03:39:40,217 INFO [master/f0d65a6309ee:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-12-16T03:39:40,225 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:40,225 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:40,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40746 deadline: 1734320440222, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:40,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40754 deadline: 1734320440220, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:40,226 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:40,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40702 deadline: 1734320440223, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:40,226 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:40,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40724 deadline: 1734320440220, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:40,226 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:40,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40666 deadline: 1734320440223, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:40,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073741994_1170 (size=12154) 2024-12-16T03:39:40,230 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:40,236 INFO [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241216c6757e1650fd495494ea0ded43a7d291_89a4205fbaf1c209632791a7682c9104 to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241216c6757e1650fd495494ea0ded43a7d291_89a4205fbaf1c209632791a7682c9104 2024-12-16T03:39:40,239 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/.tmp/A/ab4fb1f94b2d4f3097ee067b7fc7614e, store: [table=TestAcidGuarantees family=A region=89a4205fbaf1c209632791a7682c9104] 2024-12-16T03:39:40,239 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/.tmp/A/ab4fb1f94b2d4f3097ee067b7fc7614e is 175, key is test_row_0/A:col10/1734320379889/Put/seqid=0 2024-12-16T03:39:40,249 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073741995_1171 (size=30955) 2024-12-16T03:39:40,250 INFO [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=94, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/.tmp/A/ab4fb1f94b2d4f3097ee067b7fc7614e 2024-12-16T03:39:40,261 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/.tmp/B/b8cb08c1cff1455994919ce8ce6f6687 is 50, key is test_row_0/B:col10/1734320379889/Put/seqid=0 2024-12-16T03:39:40,267 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073741996_1172 (size=12001) 2024-12-16T03:39:40,328 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:40,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40754 deadline: 1734320440327, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:40,329 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:40,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40746 deadline: 1734320440327, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:40,329 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:40,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40702 deadline: 1734320440327, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:40,329 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:40,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40724 deadline: 1734320440327, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:40,330 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:40,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40666 deadline: 1734320440328, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:40,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-12-16T03:39:40,531 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:40,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40754 deadline: 1734320440530, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:40,532 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:40,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40746 deadline: 1734320440530, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:40,532 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:40,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40702 deadline: 1734320440531, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:40,533 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:40,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40724 deadline: 1734320440531, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:40,533 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:40,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40666 deadline: 1734320440532, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:40,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-12-16T03:39:40,668 INFO [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=94 (bloomFilter=true), to=hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/.tmp/B/b8cb08c1cff1455994919ce8ce6f6687 2024-12-16T03:39:40,678 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/.tmp/C/f2e2cb666bf9441bb5a8c2bc86cc2482 is 50, key is test_row_0/C:col10/1734320379889/Put/seqid=0 2024-12-16T03:39:40,692 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073741997_1173 (size=12001) 2024-12-16T03:39:40,694 INFO [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=94 (bloomFilter=true), to=hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/.tmp/C/f2e2cb666bf9441bb5a8c2bc86cc2482 2024-12-16T03:39:40,701 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/.tmp/A/ab4fb1f94b2d4f3097ee067b7fc7614e as hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/A/ab4fb1f94b2d4f3097ee067b7fc7614e 2024-12-16T03:39:40,707 INFO [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/A/ab4fb1f94b2d4f3097ee067b7fc7614e, entries=150, sequenceid=94, filesize=30.2 K 2024-12-16T03:39:40,710 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/.tmp/B/b8cb08c1cff1455994919ce8ce6f6687 as hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/B/b8cb08c1cff1455994919ce8ce6f6687 2024-12-16T03:39:40,717 INFO [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/B/b8cb08c1cff1455994919ce8ce6f6687, entries=150, sequenceid=94, filesize=11.7 K 2024-12-16T03:39:40,718 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/.tmp/C/f2e2cb666bf9441bb5a8c2bc86cc2482 as hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/C/f2e2cb666bf9441bb5a8c2bc86cc2482 2024-12-16T03:39:40,728 INFO [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/C/f2e2cb666bf9441bb5a8c2bc86cc2482, entries=150, sequenceid=94, filesize=11.7 K 2024-12-16T03:39:40,731 INFO [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 89a4205fbaf1c209632791a7682c9104 in 533ms, sequenceid=94, compaction requested=true 2024-12-16T03:39:40,731 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2538): Flush status journal for 89a4205fbaf1c209632791a7682c9104: 2024-12-16T03:39:40,731 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734320374624.89a4205fbaf1c209632791a7682c9104. 2024-12-16T03:39:40,731 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=52 2024-12-16T03:39:40,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.HMaster(4106): Remote procedure done, pid=52 2024-12-16T03:39:40,735 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=52, resume processing ppid=51 2024-12-16T03:39:40,735 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=52, ppid=51, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 687 msec 2024-12-16T03:39:40,736 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=51, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=51, table=TestAcidGuarantees in 693 msec 2024-12-16T03:39:40,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(8581): Flush requested on 89a4205fbaf1c209632791a7682c9104 2024-12-16T03:39:40,836 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 89a4205fbaf1c209632791a7682c9104 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-12-16T03:39:40,837 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 89a4205fbaf1c209632791a7682c9104, store=A 2024-12-16T03:39:40,837 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T03:39:40,837 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 89a4205fbaf1c209632791a7682c9104, store=B 2024-12-16T03:39:40,837 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T03:39:40,837 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 89a4205fbaf1c209632791a7682c9104, store=C 2024-12-16T03:39:40,837 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T03:39:40,849 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412165e2b5650b91a4bf39529a7de0f37139a_89a4205fbaf1c209632791a7682c9104 is 50, key is test_row_0/A:col10/1734320380835/Put/seqid=0 2024-12-16T03:39:40,853 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:40,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40754 deadline: 1734320440850, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:40,854 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:40,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40702 deadline: 1734320440850, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:40,854 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:40,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40724 deadline: 1734320440851, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:40,856 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:40,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40666 deadline: 1734320440853, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:40,856 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:40,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40746 deadline: 1734320440853, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:40,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073741998_1174 (size=12154) 2024-12-16T03:39:40,859 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:40,868 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412165e2b5650b91a4bf39529a7de0f37139a_89a4205fbaf1c209632791a7682c9104 to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412165e2b5650b91a4bf39529a7de0f37139a_89a4205fbaf1c209632791a7682c9104 2024-12-16T03:39:40,871 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/.tmp/A/0dfc9265a6914726a10ae3fa3270d041, store: [table=TestAcidGuarantees family=A region=89a4205fbaf1c209632791a7682c9104] 2024-12-16T03:39:40,872 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/.tmp/A/0dfc9265a6914726a10ae3fa3270d041 is 175, key is test_row_0/A:col10/1734320380835/Put/seqid=0 2024-12-16T03:39:40,876 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073741999_1175 (size=30955) 2024-12-16T03:39:40,956 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:40,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40702 deadline: 1734320440955, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:40,957 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:40,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40724 deadline: 1734320440957, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:40,957 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:40,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40754 deadline: 1734320440957, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:40,961 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:40,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40666 deadline: 1734320440958, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:40,961 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:40,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40746 deadline: 1734320440959, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:41,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-12-16T03:39:41,149 INFO [Thread-730 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 51 completed 2024-12-16T03:39:41,150 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-16T03:39:41,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] procedure2.ProcedureExecutor(1098): Stored pid=53, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=53, table=TestAcidGuarantees 2024-12-16T03:39:41,152 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=53, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=53, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-16T03:39:41,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-12-16T03:39:41,152 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=53, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=53, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-16T03:39:41,153 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=54, ppid=53, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-16T03:39:41,159 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:41,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40724 deadline: 1734320441158, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:41,159 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:41,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40702 deadline: 1734320441159, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:41,160 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:41,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40754 deadline: 1734320441159, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:41,163 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:41,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40666 deadline: 1734320441162, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:41,165 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:41,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40746 deadline: 1734320441163, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:41,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-12-16T03:39:41,276 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=118, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/.tmp/A/0dfc9265a6914726a10ae3fa3270d041 2024-12-16T03:39:41,285 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/.tmp/B/cd63780f354e4be2aca95a9f3d34abc0 is 50, key is test_row_0/B:col10/1734320380835/Put/seqid=0 2024-12-16T03:39:41,290 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073742000_1176 (size=12001) 2024-12-16T03:39:41,292 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=118 (bloomFilter=true), to=hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/.tmp/B/cd63780f354e4be2aca95a9f3d34abc0 2024-12-16T03:39:41,301 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/.tmp/C/18961f8dbf394f03a631aff2e791acef is 50, key is test_row_0/C:col10/1734320380835/Put/seqid=0 2024-12-16T03:39:41,303 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:41,303 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39893 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-12-16T03:39:41,303 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734320374624.89a4205fbaf1c209632791a7682c9104. 2024-12-16T03:39:41,303 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734320374624.89a4205fbaf1c209632791a7682c9104. as already flushing 2024-12-16T03:39:41,304 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734320374624.89a4205fbaf1c209632791a7682c9104. 2024-12-16T03:39:41,304 ERROR [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54 java.io.IOException: Unable to complete flush {ENCODED => 89a4205fbaf1c209632791a7682c9104, NAME => 'TestAcidGuarantees,,1734320374624.89a4205fbaf1c209632791a7682c9104.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:39:41,304 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54 java.io.IOException: Unable to complete flush {ENCODED => 89a4205fbaf1c209632791a7682c9104, NAME => 'TestAcidGuarantees,,1734320374624.89a4205fbaf1c209632791a7682c9104.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:39:41,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.HMaster(4114): Remote procedure failed, pid=54 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 89a4205fbaf1c209632791a7682c9104, NAME => 'TestAcidGuarantees,,1734320374624.89a4205fbaf1c209632791a7682c9104.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 89a4205fbaf1c209632791a7682c9104, NAME => 'TestAcidGuarantees,,1734320374624.89a4205fbaf1c209632791a7682c9104.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:39:41,315 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073742001_1177 (size=12001) 2024-12-16T03:39:41,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-12-16T03:39:41,455 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:41,456 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39893 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-12-16T03:39:41,456 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734320374624.89a4205fbaf1c209632791a7682c9104. 2024-12-16T03:39:41,456 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734320374624.89a4205fbaf1c209632791a7682c9104. as already flushing 2024-12-16T03:39:41,456 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734320374624.89a4205fbaf1c209632791a7682c9104. 2024-12-16T03:39:41,456 ERROR [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54 java.io.IOException: Unable to complete flush {ENCODED => 89a4205fbaf1c209632791a7682c9104, NAME => 'TestAcidGuarantees,,1734320374624.89a4205fbaf1c209632791a7682c9104.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:39:41,456 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54 java.io.IOException: Unable to complete flush {ENCODED => 89a4205fbaf1c209632791a7682c9104, NAME => 'TestAcidGuarantees,,1734320374624.89a4205fbaf1c209632791a7682c9104.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:39:41,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.HMaster(4114): Remote procedure failed, pid=54 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 89a4205fbaf1c209632791a7682c9104, NAME => 'TestAcidGuarantees,,1734320374624.89a4205fbaf1c209632791a7682c9104.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 89a4205fbaf1c209632791a7682c9104, NAME => 'TestAcidGuarantees,,1734320374624.89a4205fbaf1c209632791a7682c9104.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:39:41,462 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:41,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40702 deadline: 1734320441460, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:41,462 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:41,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40754 deadline: 1734320441461, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:41,463 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:41,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40724 deadline: 1734320441462, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:41,466 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:41,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40666 deadline: 1734320441464, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:41,468 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:41,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40746 deadline: 1734320441468, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:41,608 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:41,608 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39893 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-12-16T03:39:41,609 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734320374624.89a4205fbaf1c209632791a7682c9104. 2024-12-16T03:39:41,609 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734320374624.89a4205fbaf1c209632791a7682c9104. as already flushing 2024-12-16T03:39:41,609 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734320374624.89a4205fbaf1c209632791a7682c9104. 2024-12-16T03:39:41,609 ERROR [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54 java.io.IOException: Unable to complete flush {ENCODED => 89a4205fbaf1c209632791a7682c9104, NAME => 'TestAcidGuarantees,,1734320374624.89a4205fbaf1c209632791a7682c9104.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:39:41,609 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54 java.io.IOException: Unable to complete flush {ENCODED => 89a4205fbaf1c209632791a7682c9104, NAME => 'TestAcidGuarantees,,1734320374624.89a4205fbaf1c209632791a7682c9104.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:39:41,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.HMaster(4114): Remote procedure failed, pid=54 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 89a4205fbaf1c209632791a7682c9104, NAME => 'TestAcidGuarantees,,1734320374624.89a4205fbaf1c209632791a7682c9104.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 89a4205fbaf1c209632791a7682c9104, NAME => 'TestAcidGuarantees,,1734320374624.89a4205fbaf1c209632791a7682c9104.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:39:41,716 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=118 (bloomFilter=true), to=hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/.tmp/C/18961f8dbf394f03a631aff2e791acef 2024-12-16T03:39:41,722 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/.tmp/A/0dfc9265a6914726a10ae3fa3270d041 as hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/A/0dfc9265a6914726a10ae3fa3270d041 2024-12-16T03:39:41,726 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/A/0dfc9265a6914726a10ae3fa3270d041, entries=150, sequenceid=118, filesize=30.2 K 2024-12-16T03:39:41,728 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/.tmp/B/cd63780f354e4be2aca95a9f3d34abc0 as hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/B/cd63780f354e4be2aca95a9f3d34abc0 2024-12-16T03:39:41,733 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/B/cd63780f354e4be2aca95a9f3d34abc0, entries=150, sequenceid=118, filesize=11.7 K 2024-12-16T03:39:41,735 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/.tmp/C/18961f8dbf394f03a631aff2e791acef as hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/C/18961f8dbf394f03a631aff2e791acef 2024-12-16T03:39:41,740 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/C/18961f8dbf394f03a631aff2e791acef, entries=150, sequenceid=118, filesize=11.7 K 2024-12-16T03:39:41,742 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=67.09 KB/68700 for 89a4205fbaf1c209632791a7682c9104 in 905ms, sequenceid=118, compaction requested=true 2024-12-16T03:39:41,742 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 89a4205fbaf1c209632791a7682c9104: 2024-12-16T03:39:41,742 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-16T03:39:41,743 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 89a4205fbaf1c209632791a7682c9104:A, priority=-2147483648, current under compaction store size is 1 2024-12-16T03:39:41,743 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-16T03:39:41,743 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-16T03:39:41,743 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 89a4205fbaf1c209632791a7682c9104:B, priority=-2147483648, current under compaction store size is 2 2024-12-16T03:39:41,744 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-16T03:39:41,744 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 132517 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-16T03:39:41,744 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.HStore(1540): 89a4205fbaf1c209632791a7682c9104/A is initiating minor compaction (all files) 2024-12-16T03:39:41,744 INFO [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 89a4205fbaf1c209632791a7682c9104/A in TestAcidGuarantees,,1734320374624.89a4205fbaf1c209632791a7682c9104. 2024-12-16T03:39:41,744 INFO [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/A/b244d3c76cb5418fb6271080618ecf08, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/A/24ac0b861fc240b6a91ab7f675fd5f2b, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/A/ab4fb1f94b2d4f3097ee067b7fc7614e, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/A/0dfc9265a6914726a10ae3fa3270d041] into tmpdir=hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/.tmp, totalSize=129.4 K 2024-12-16T03:39:41,744 INFO [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1734320374624.89a4205fbaf1c209632791a7682c9104. 2024-12-16T03:39:41,744 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1734320374624.89a4205fbaf1c209632791a7682c9104. files: [hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/A/b244d3c76cb5418fb6271080618ecf08, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/A/24ac0b861fc240b6a91ab7f675fd5f2b, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/A/ab4fb1f94b2d4f3097ee067b7fc7614e, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/A/0dfc9265a6914726a10ae3fa3270d041] 2024-12-16T03:39:41,745 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-16T03:39:41,745 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.HStore(1540): 89a4205fbaf1c209632791a7682c9104/B is initiating minor compaction (all files) 2024-12-16T03:39:41,746 INFO [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 89a4205fbaf1c209632791a7682c9104/B in TestAcidGuarantees,,1734320374624.89a4205fbaf1c209632791a7682c9104. 2024-12-16T03:39:41,746 INFO [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/B/783970d798bc44a98fdbd66766c6cfa8, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/B/d1586914750249f98fa75e94bea3e653, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/B/b8cb08c1cff1455994919ce8ce6f6687, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/B/cd63780f354e4be2aca95a9f3d34abc0] into tmpdir=hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/.tmp, totalSize=47.0 K 2024-12-16T03:39:41,746 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] compactions.Compactor(224): Compacting b244d3c76cb5418fb6271080618ecf08, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1734320379123 2024-12-16T03:39:41,746 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 89a4205fbaf1c209632791a7682c9104:C, priority=-2147483648, current under compaction store size is 3 2024-12-16T03:39:41,746 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-16T03:39:41,746 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] compactions.Compactor(224): Compacting 783970d798bc44a98fdbd66766c6cfa8, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1734320379123 2024-12-16T03:39:41,747 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] compactions.Compactor(224): Compacting 24ac0b861fc240b6a91ab7f675fd5f2b, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1734320379258 2024-12-16T03:39:41,747 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] compactions.Compactor(224): Compacting d1586914750249f98fa75e94bea3e653, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1734320379261 2024-12-16T03:39:41,747 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] compactions.Compactor(224): Compacting ab4fb1f94b2d4f3097ee067b7fc7614e, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1734320379885 2024-12-16T03:39:41,747 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] compactions.Compactor(224): Compacting b8cb08c1cff1455994919ce8ce6f6687, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1734320379885 2024-12-16T03:39:41,748 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0dfc9265a6914726a10ae3fa3270d041, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1734320380215 2024-12-16T03:39:41,748 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] compactions.Compactor(224): Compacting cd63780f354e4be2aca95a9f3d34abc0, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1734320380215 2024-12-16T03:39:41,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-12-16T03:39:41,759 INFO [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=89a4205fbaf1c209632791a7682c9104] 2024-12-16T03:39:41,761 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:41,762 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39893 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-12-16T03:39:41,762 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734320374624.89a4205fbaf1c209632791a7682c9104. 2024-12-16T03:39:41,762 INFO [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2837): Flushing 89a4205fbaf1c209632791a7682c9104 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-12-16T03:39:41,762 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 89a4205fbaf1c209632791a7682c9104, store=A 2024-12-16T03:39:41,762 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T03:39:41,762 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 89a4205fbaf1c209632791a7682c9104, store=B 2024-12-16T03:39:41,762 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T03:39:41,763 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 89a4205fbaf1c209632791a7682c9104, store=C 2024-12-16T03:39:41,763 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T03:39:41,766 INFO [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 89a4205fbaf1c209632791a7682c9104#B#compaction#154 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-16T03:39:41,766 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/.tmp/B/f90df831a36a4c85b5ff665da7698276 is 50, key is test_row_0/B:col10/1734320380835/Put/seqid=0 2024-12-16T03:39:41,776 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241216fc186123b90d4561a17d83979709942a_89a4205fbaf1c209632791a7682c9104 store=[table=TestAcidGuarantees family=A region=89a4205fbaf1c209632791a7682c9104] 2024-12-16T03:39:41,783 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241216fc186123b90d4561a17d83979709942a_89a4205fbaf1c209632791a7682c9104, store=[table=TestAcidGuarantees family=A region=89a4205fbaf1c209632791a7682c9104] 2024-12-16T03:39:41,783 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241216fc186123b90d4561a17d83979709942a_89a4205fbaf1c209632791a7682c9104 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=89a4205fbaf1c209632791a7682c9104] 2024-12-16T03:39:41,786 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412163f259b689e8a4f6a8e246049a304b836_89a4205fbaf1c209632791a7682c9104 is 50, key is test_row_0/A:col10/1734320380852/Put/seqid=0 2024-12-16T03:39:41,792 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073742002_1178 (size=12241) 2024-12-16T03:39:41,799 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/.tmp/B/f90df831a36a4c85b5ff665da7698276 as hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/B/f90df831a36a4c85b5ff665da7698276 2024-12-16T03:39:41,806 INFO [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 89a4205fbaf1c209632791a7682c9104/B of 89a4205fbaf1c209632791a7682c9104 into f90df831a36a4c85b5ff665da7698276(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-16T03:39:41,806 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 89a4205fbaf1c209632791a7682c9104: 2024-12-16T03:39:41,806 INFO [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734320374624.89a4205fbaf1c209632791a7682c9104., storeName=89a4205fbaf1c209632791a7682c9104/B, priority=12, startTime=1734320381743; duration=0sec 2024-12-16T03:39:41,806 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-16T03:39:41,806 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 89a4205fbaf1c209632791a7682c9104:B 2024-12-16T03:39:41,806 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-16T03:39:41,811 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-16T03:39:41,811 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.HStore(1540): 89a4205fbaf1c209632791a7682c9104/C is initiating minor compaction (all files) 2024-12-16T03:39:41,811 INFO [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 89a4205fbaf1c209632791a7682c9104/C in TestAcidGuarantees,,1734320374624.89a4205fbaf1c209632791a7682c9104. 2024-12-16T03:39:41,811 INFO [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/C/77a0b36aa40e4fdca982d1cef0bb74bc, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/C/6638af1aea3b43979d5616a46f3f1c7a, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/C/f2e2cb666bf9441bb5a8c2bc86cc2482, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/C/18961f8dbf394f03a631aff2e791acef] into tmpdir=hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/.tmp, totalSize=47.0 K 2024-12-16T03:39:41,812 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] compactions.Compactor(224): Compacting 77a0b36aa40e4fdca982d1cef0bb74bc, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1734320379123 2024-12-16T03:39:41,812 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] compactions.Compactor(224): Compacting 6638af1aea3b43979d5616a46f3f1c7a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1734320379261 2024-12-16T03:39:41,813 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] compactions.Compactor(224): Compacting f2e2cb666bf9441bb5a8c2bc86cc2482, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1734320379885 2024-12-16T03:39:41,813 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] compactions.Compactor(224): Compacting 18961f8dbf394f03a631aff2e791acef, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1734320380215 2024-12-16T03:39:41,826 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073742004_1180 (size=4469) 2024-12-16T03:39:41,830 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073742003_1179 (size=12254) 2024-12-16T03:39:41,831 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:41,838 INFO [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 89a4205fbaf1c209632791a7682c9104#A#compaction#153 average throughput is 0.31 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-16T03:39:41,839 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/.tmp/A/a517eadc16f942e08216885d4d86537b is 175, key is test_row_0/A:col10/1734320380835/Put/seqid=0 2024-12-16T03:39:41,843 INFO [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 89a4205fbaf1c209632791a7682c9104#C#compaction#156 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-16T03:39:41,843 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/.tmp/C/ca4412a7958c415eaf4247b5d56f1c1a is 50, key is test_row_0/C:col10/1734320380835/Put/seqid=0 2024-12-16T03:39:41,844 INFO [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412163f259b689e8a4f6a8e246049a304b836_89a4205fbaf1c209632791a7682c9104 to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412163f259b689e8a4f6a8e246049a304b836_89a4205fbaf1c209632791a7682c9104 2024-12-16T03:39:41,847 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/.tmp/A/04065d52618846b7991ce4da3ded04ce, store: [table=TestAcidGuarantees family=A region=89a4205fbaf1c209632791a7682c9104] 2024-12-16T03:39:41,847 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/.tmp/A/04065d52618846b7991ce4da3ded04ce is 175, key is test_row_0/A:col10/1734320380852/Put/seqid=0 2024-12-16T03:39:41,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073742005_1181 (size=31195) 2024-12-16T03:39:41,861 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073742007_1183 (size=31055) 2024-12-16T03:39:41,863 INFO [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=131, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/.tmp/A/04065d52618846b7991ce4da3ded04ce 2024-12-16T03:39:41,868 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073742006_1182 (size=12241) 2024-12-16T03:39:41,870 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/.tmp/A/a517eadc16f942e08216885d4d86537b as hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/A/a517eadc16f942e08216885d4d86537b 2024-12-16T03:39:41,887 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/.tmp/C/ca4412a7958c415eaf4247b5d56f1c1a as hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/C/ca4412a7958c415eaf4247b5d56f1c1a 2024-12-16T03:39:41,888 INFO [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 89a4205fbaf1c209632791a7682c9104/A of 89a4205fbaf1c209632791a7682c9104 into a517eadc16f942e08216885d4d86537b(size=30.5 K), total size for store is 30.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-16T03:39:41,888 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 89a4205fbaf1c209632791a7682c9104: 2024-12-16T03:39:41,888 INFO [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734320374624.89a4205fbaf1c209632791a7682c9104., storeName=89a4205fbaf1c209632791a7682c9104/A, priority=12, startTime=1734320381742; duration=0sec 2024-12-16T03:39:41,888 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-16T03:39:41,888 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 89a4205fbaf1c209632791a7682c9104:A 2024-12-16T03:39:41,893 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/.tmp/B/d69dedb19b1342ec9cb6b1a27755f286 is 50, key is test_row_0/B:col10/1734320380852/Put/seqid=0 2024-12-16T03:39:41,895 INFO [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 89a4205fbaf1c209632791a7682c9104/C of 89a4205fbaf1c209632791a7682c9104 into ca4412a7958c415eaf4247b5d56f1c1a(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-16T03:39:41,895 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 89a4205fbaf1c209632791a7682c9104: 2024-12-16T03:39:41,895 INFO [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734320374624.89a4205fbaf1c209632791a7682c9104., storeName=89a4205fbaf1c209632791a7682c9104/C, priority=12, startTime=1734320381744; duration=0sec 2024-12-16T03:39:41,895 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-16T03:39:41,895 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 89a4205fbaf1c209632791a7682c9104:C 2024-12-16T03:39:41,912 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073742008_1184 (size=12101) 2024-12-16T03:39:41,965 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734320374624.89a4205fbaf1c209632791a7682c9104. as already flushing 2024-12-16T03:39:41,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(8581): Flush requested on 89a4205fbaf1c209632791a7682c9104 2024-12-16T03:39:41,980 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:41,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40746 deadline: 1734320441978, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:41,983 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:41,983 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:41,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40754 deadline: 1734320441979, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:41,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40724 deadline: 1734320441979, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:41,984 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:41,984 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:41,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40666 deadline: 1734320441980, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:41,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40702 deadline: 1734320441980, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:42,082 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:42,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40746 deadline: 1734320442081, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:42,088 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:42,088 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:42,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40666 deadline: 1734320442085, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:42,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40702 deadline: 1734320442085, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:42,088 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:42,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40724 deadline: 1734320442085, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:42,088 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:42,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40754 deadline: 1734320442085, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:42,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-12-16T03:39:42,285 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:42,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40746 deadline: 1734320442284, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:42,289 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:42,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40666 deadline: 1734320442289, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:42,290 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:42,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40702 deadline: 1734320442289, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:42,291 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:42,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40724 deadline: 1734320442290, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:42,291 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:42,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40754 deadline: 1734320442290, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:42,313 INFO [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=131 (bloomFilter=true), to=hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/.tmp/B/d69dedb19b1342ec9cb6b1a27755f286 2024-12-16T03:39:42,324 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/.tmp/C/6983a4c943cb4a2db8782861b3fc4b1c is 50, key is test_row_0/C:col10/1734320380852/Put/seqid=0 2024-12-16T03:39:42,329 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073742009_1185 (size=12101) 2024-12-16T03:39:42,330 INFO [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=131 (bloomFilter=true), to=hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/.tmp/C/6983a4c943cb4a2db8782861b3fc4b1c 2024-12-16T03:39:42,338 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/.tmp/A/04065d52618846b7991ce4da3ded04ce as hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/A/04065d52618846b7991ce4da3ded04ce 2024-12-16T03:39:42,345 INFO [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/A/04065d52618846b7991ce4da3ded04ce, entries=150, sequenceid=131, filesize=30.3 K 2024-12-16T03:39:42,346 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/.tmp/B/d69dedb19b1342ec9cb6b1a27755f286 as hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/B/d69dedb19b1342ec9cb6b1a27755f286 2024-12-16T03:39:42,352 INFO [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/B/d69dedb19b1342ec9cb6b1a27755f286, entries=150, sequenceid=131, filesize=11.8 K 2024-12-16T03:39:42,354 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/.tmp/C/6983a4c943cb4a2db8782861b3fc4b1c as hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/C/6983a4c943cb4a2db8782861b3fc4b1c 2024-12-16T03:39:42,360 INFO [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/C/6983a4c943cb4a2db8782861b3fc4b1c, entries=150, sequenceid=131, filesize=11.8 K 2024-12-16T03:39:42,361 INFO [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 89a4205fbaf1c209632791a7682c9104 in 599ms, sequenceid=131, compaction requested=false 2024-12-16T03:39:42,361 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2538): Flush status journal for 89a4205fbaf1c209632791a7682c9104: 2024-12-16T03:39:42,361 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734320374624.89a4205fbaf1c209632791a7682c9104. 2024-12-16T03:39:42,361 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=54 2024-12-16T03:39:42,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.HMaster(4106): Remote procedure done, pid=54 2024-12-16T03:39:42,365 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=54, resume processing ppid=53 2024-12-16T03:39:42,365 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=54, ppid=53, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.2090 sec 2024-12-16T03:39:42,366 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=53, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=53, table=TestAcidGuarantees in 1.2150 sec 2024-12-16T03:39:42,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(8581): Flush requested on 89a4205fbaf1c209632791a7682c9104 2024-12-16T03:39:42,588 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 89a4205fbaf1c209632791a7682c9104 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-12-16T03:39:42,588 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 89a4205fbaf1c209632791a7682c9104, store=A 2024-12-16T03:39:42,588 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T03:39:42,588 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 89a4205fbaf1c209632791a7682c9104, store=B 2024-12-16T03:39:42,588 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T03:39:42,588 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 89a4205fbaf1c209632791a7682c9104, store=C 2024-12-16T03:39:42,588 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T03:39:42,597 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241216a3a551ae00b143eeb947f3c797430e78_89a4205fbaf1c209632791a7682c9104 is 50, key is test_row_0/A:col10/1734320381978/Put/seqid=0 2024-12-16T03:39:42,598 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:42,598 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:42,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40746 deadline: 1734320442597, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:42,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40666 deadline: 1734320442597, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:42,599 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:42,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40702 deadline: 1734320442597, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:42,600 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:42,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40724 deadline: 1734320442599, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:42,600 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:42,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40754 deadline: 1734320442599, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:42,610 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073742010_1186 (size=14794) 2024-12-16T03:39:42,611 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:42,615 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241216a3a551ae00b143eeb947f3c797430e78_89a4205fbaf1c209632791a7682c9104 to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241216a3a551ae00b143eeb947f3c797430e78_89a4205fbaf1c209632791a7682c9104 2024-12-16T03:39:42,616 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/.tmp/A/4a71544b28ff471a98bdb785d5f54b0a, store: [table=TestAcidGuarantees family=A region=89a4205fbaf1c209632791a7682c9104] 2024-12-16T03:39:42,617 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/.tmp/A/4a71544b28ff471a98bdb785d5f54b0a is 175, key is test_row_0/A:col10/1734320381978/Put/seqid=0 2024-12-16T03:39:42,645 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073742011_1187 (size=39749) 2024-12-16T03:39:42,701 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:42,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40666 deadline: 1734320442700, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:42,702 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:42,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40746 deadline: 1734320442700, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:42,702 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:42,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40702 deadline: 1734320442700, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:42,703 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:42,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40724 deadline: 1734320442700, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:42,703 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:42,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40754 deadline: 1734320442700, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:42,904 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:42,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40666 deadline: 1734320442903, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:42,904 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:42,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40754 deadline: 1734320442904, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:42,905 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:42,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40746 deadline: 1734320442904, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:42,905 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:42,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40702 deadline: 1734320442904, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:42,905 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:42,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40724 deadline: 1734320442904, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:43,054 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=158, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/.tmp/A/4a71544b28ff471a98bdb785d5f54b0a 2024-12-16T03:39:43,062 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/.tmp/B/60a652d55fad4ffca7be7e4ceb447db2 is 50, key is test_row_0/B:col10/1734320381978/Put/seqid=0 2024-12-16T03:39:43,066 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073742012_1188 (size=12151) 2024-12-16T03:39:43,206 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:43,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40666 deadline: 1734320443205, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:43,207 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:43,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40746 deadline: 1734320443206, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:43,207 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:43,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40754 deadline: 1734320443206, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:43,210 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:43,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40702 deadline: 1734320443208, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:43,210 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:43,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40724 deadline: 1734320443208, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:43,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-12-16T03:39:43,256 INFO [Thread-730 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 53 completed 2024-12-16T03:39:43,257 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-16T03:39:43,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] procedure2.ProcedureExecutor(1098): Stored pid=55, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=55, table=TestAcidGuarantees 2024-12-16T03:39:43,258 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=55, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=55, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-16T03:39:43,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-12-16T03:39:43,259 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=55, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=55, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-16T03:39:43,259 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=56, ppid=55, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-16T03:39:43,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-12-16T03:39:43,410 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:43,410 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39893 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56 2024-12-16T03:39:43,411 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734320374624.89a4205fbaf1c209632791a7682c9104. 2024-12-16T03:39:43,411 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734320374624.89a4205fbaf1c209632791a7682c9104. as already flushing 2024-12-16T03:39:43,411 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734320374624.89a4205fbaf1c209632791a7682c9104. 2024-12-16T03:39:43,411 ERROR [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] handler.RSProcedureHandler(58): pid=56 java.io.IOException: Unable to complete flush {ENCODED => 89a4205fbaf1c209632791a7682c9104, NAME => 'TestAcidGuarantees,,1734320374624.89a4205fbaf1c209632791a7682c9104.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:39:43,411 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=56 java.io.IOException: Unable to complete flush {ENCODED => 89a4205fbaf1c209632791a7682c9104, NAME => 'TestAcidGuarantees,,1734320374624.89a4205fbaf1c209632791a7682c9104.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:39:43,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.HMaster(4114): Remote procedure failed, pid=56 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 89a4205fbaf1c209632791a7682c9104, NAME => 'TestAcidGuarantees,,1734320374624.89a4205fbaf1c209632791a7682c9104.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 89a4205fbaf1c209632791a7682c9104, NAME => 'TestAcidGuarantees,,1734320374624.89a4205fbaf1c209632791a7682c9104.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:39:43,467 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=158 (bloomFilter=true), to=hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/.tmp/B/60a652d55fad4ffca7be7e4ceb447db2 2024-12-16T03:39:43,480 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/.tmp/C/d7d771c30b4545a58cd9cb7d93a1c464 is 50, key is test_row_0/C:col10/1734320381978/Put/seqid=0 2024-12-16T03:39:43,501 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073742013_1189 (size=12151) 2024-12-16T03:39:43,501 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=158 (bloomFilter=true), to=hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/.tmp/C/d7d771c30b4545a58cd9cb7d93a1c464 2024-12-16T03:39:43,507 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/.tmp/A/4a71544b28ff471a98bdb785d5f54b0a as hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/A/4a71544b28ff471a98bdb785d5f54b0a 2024-12-16T03:39:43,512 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/A/4a71544b28ff471a98bdb785d5f54b0a, entries=200, sequenceid=158, filesize=38.8 K 2024-12-16T03:39:43,514 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/.tmp/B/60a652d55fad4ffca7be7e4ceb447db2 as hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/B/60a652d55fad4ffca7be7e4ceb447db2 2024-12-16T03:39:43,519 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/B/60a652d55fad4ffca7be7e4ceb447db2, entries=150, sequenceid=158, filesize=11.9 K 2024-12-16T03:39:43,520 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/.tmp/C/d7d771c30b4545a58cd9cb7d93a1c464 as hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/C/d7d771c30b4545a58cd9cb7d93a1c464 2024-12-16T03:39:43,527 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/C/d7d771c30b4545a58cd9cb7d93a1c464, entries=150, sequenceid=158, filesize=11.9 K 2024-12-16T03:39:43,528 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 89a4205fbaf1c209632791a7682c9104 in 940ms, sequenceid=158, compaction requested=true 2024-12-16T03:39:43,528 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 89a4205fbaf1c209632791a7682c9104: 2024-12-16T03:39:43,529 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-16T03:39:43,529 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 89a4205fbaf1c209632791a7682c9104:A, priority=-2147483648, current under compaction store size is 1 2024-12-16T03:39:43,529 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-16T03:39:43,529 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-16T03:39:43,529 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 89a4205fbaf1c209632791a7682c9104:B, priority=-2147483648, current under compaction store size is 2 2024-12-16T03:39:43,529 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-16T03:39:43,529 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 89a4205fbaf1c209632791a7682c9104:C, priority=-2147483648, current under compaction store size is 3 2024-12-16T03:39:43,530 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-16T03:39:43,530 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 101999 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-16T03:39:43,530 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36493 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-16T03:39:43,530 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.HStore(1540): 89a4205fbaf1c209632791a7682c9104/B is initiating minor compaction (all files) 2024-12-16T03:39:43,530 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.HStore(1540): 89a4205fbaf1c209632791a7682c9104/A is initiating minor compaction (all files) 2024-12-16T03:39:43,530 INFO [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 89a4205fbaf1c209632791a7682c9104/B in TestAcidGuarantees,,1734320374624.89a4205fbaf1c209632791a7682c9104. 2024-12-16T03:39:43,530 INFO [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 89a4205fbaf1c209632791a7682c9104/A in TestAcidGuarantees,,1734320374624.89a4205fbaf1c209632791a7682c9104. 2024-12-16T03:39:43,530 INFO [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/B/f90df831a36a4c85b5ff665da7698276, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/B/d69dedb19b1342ec9cb6b1a27755f286, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/B/60a652d55fad4ffca7be7e4ceb447db2] into tmpdir=hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/.tmp, totalSize=35.6 K 2024-12-16T03:39:43,530 INFO [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/A/a517eadc16f942e08216885d4d86537b, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/A/04065d52618846b7991ce4da3ded04ce, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/A/4a71544b28ff471a98bdb785d5f54b0a] into tmpdir=hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/.tmp, totalSize=99.6 K 2024-12-16T03:39:43,530 INFO [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1734320374624.89a4205fbaf1c209632791a7682c9104. 2024-12-16T03:39:43,530 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1734320374624.89a4205fbaf1c209632791a7682c9104. files: [hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/A/a517eadc16f942e08216885d4d86537b, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/A/04065d52618846b7991ce4da3ded04ce, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/A/4a71544b28ff471a98bdb785d5f54b0a] 2024-12-16T03:39:43,531 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] compactions.Compactor(224): Compacting a517eadc16f942e08216885d4d86537b, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1734320380215 2024-12-16T03:39:43,531 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] compactions.Compactor(224): Compacting f90df831a36a4c85b5ff665da7698276, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1734320380215 2024-12-16T03:39:43,531 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] compactions.Compactor(224): Compacting 04065d52618846b7991ce4da3ded04ce, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1734320380845 2024-12-16T03:39:43,531 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] compactions.Compactor(224): Compacting d69dedb19b1342ec9cb6b1a27755f286, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1734320380845 2024-12-16T03:39:43,531 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4a71544b28ff471a98bdb785d5f54b0a, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1734320381977 2024-12-16T03:39:43,531 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] compactions.Compactor(224): Compacting 60a652d55fad4ffca7be7e4ceb447db2, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1734320381978 2024-12-16T03:39:43,538 INFO [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=89a4205fbaf1c209632791a7682c9104] 2024-12-16T03:39:43,539 INFO [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 89a4205fbaf1c209632791a7682c9104#B#compaction#162 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-16T03:39:43,540 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/.tmp/B/56412e0544b84c328e1d13d69b41e997 is 50, key is test_row_0/B:col10/1734320381978/Put/seqid=0 2024-12-16T03:39:43,541 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241216b7d8fe863f95406e8db6ce03624e6d0a_89a4205fbaf1c209632791a7682c9104 store=[table=TestAcidGuarantees family=A region=89a4205fbaf1c209632791a7682c9104] 2024-12-16T03:39:43,543 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241216b7d8fe863f95406e8db6ce03624e6d0a_89a4205fbaf1c209632791a7682c9104, store=[table=TestAcidGuarantees family=A region=89a4205fbaf1c209632791a7682c9104] 2024-12-16T03:39:43,543 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241216b7d8fe863f95406e8db6ce03624e6d0a_89a4205fbaf1c209632791a7682c9104 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=89a4205fbaf1c209632791a7682c9104] 2024-12-16T03:39:43,549 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073742014_1190 (size=12493) 2024-12-16T03:39:43,555 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/.tmp/B/56412e0544b84c328e1d13d69b41e997 as hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/B/56412e0544b84c328e1d13d69b41e997 2024-12-16T03:39:43,560 INFO [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 89a4205fbaf1c209632791a7682c9104/B of 89a4205fbaf1c209632791a7682c9104 into 56412e0544b84c328e1d13d69b41e997(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-16T03:39:43,560 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 89a4205fbaf1c209632791a7682c9104: 2024-12-16T03:39:43,560 INFO [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734320374624.89a4205fbaf1c209632791a7682c9104., storeName=89a4205fbaf1c209632791a7682c9104/B, priority=13, startTime=1734320383529; duration=0sec 2024-12-16T03:39:43,560 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-16T03:39:43,560 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 89a4205fbaf1c209632791a7682c9104:B 2024-12-16T03:39:43,560 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-16T03:39:43,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-12-16T03:39:43,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073742015_1191 (size=4469) 2024-12-16T03:39:43,561 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36493 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-16T03:39:43,561 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.HStore(1540): 89a4205fbaf1c209632791a7682c9104/C is initiating minor compaction (all files) 2024-12-16T03:39:43,562 INFO [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 89a4205fbaf1c209632791a7682c9104/C in TestAcidGuarantees,,1734320374624.89a4205fbaf1c209632791a7682c9104. 2024-12-16T03:39:43,562 INFO [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/C/ca4412a7958c415eaf4247b5d56f1c1a, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/C/6983a4c943cb4a2db8782861b3fc4b1c, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/C/d7d771c30b4545a58cd9cb7d93a1c464] into tmpdir=hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/.tmp, totalSize=35.6 K 2024-12-16T03:39:43,562 INFO [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 89a4205fbaf1c209632791a7682c9104#A#compaction#163 average throughput is 1.02 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-16T03:39:43,562 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/.tmp/A/171910c089a441748a1ea1af170f09e0 is 175, key is test_row_0/A:col10/1734320381978/Put/seqid=0 2024-12-16T03:39:43,563 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:43,563 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] compactions.Compactor(224): Compacting ca4412a7958c415eaf4247b5d56f1c1a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1734320380215 2024-12-16T03:39:43,563 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39893 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56 2024-12-16T03:39:43,563 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] compactions.Compactor(224): Compacting 6983a4c943cb4a2db8782861b3fc4b1c, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1734320380845 2024-12-16T03:39:43,563 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734320374624.89a4205fbaf1c209632791a7682c9104. 2024-12-16T03:39:43,564 INFO [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2837): Flushing 89a4205fbaf1c209632791a7682c9104 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-12-16T03:39:43,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 89a4205fbaf1c209632791a7682c9104, store=A 2024-12-16T03:39:43,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T03:39:43,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 89a4205fbaf1c209632791a7682c9104, store=B 2024-12-16T03:39:43,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T03:39:43,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 89a4205fbaf1c209632791a7682c9104, store=C 2024-12-16T03:39:43,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T03:39:43,565 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] compactions.Compactor(224): Compacting d7d771c30b4545a58cd9cb7d93a1c464, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1734320381978 2024-12-16T03:39:43,573 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241216436920cc186645c2a1180cd5ee66840b_89a4205fbaf1c209632791a7682c9104 is 50, key is test_row_0/A:col10/1734320382597/Put/seqid=0 2024-12-16T03:39:43,581 INFO [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 89a4205fbaf1c209632791a7682c9104#C#compaction#165 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-16T03:39:43,581 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/.tmp/C/08f33017163e4696ab85581ba651fa48 is 50, key is test_row_0/C:col10/1734320381978/Put/seqid=0 2024-12-16T03:39:43,583 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073742016_1192 (size=31447) 2024-12-16T03:39:43,586 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073742018_1194 (size=12493) 2024-12-16T03:39:43,592 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073742017_1193 (size=12304) 2024-12-16T03:39:43,594 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:43,599 INFO [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241216436920cc186645c2a1180cd5ee66840b_89a4205fbaf1c209632791a7682c9104 to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241216436920cc186645c2a1180cd5ee66840b_89a4205fbaf1c209632791a7682c9104 2024-12-16T03:39:43,600 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/.tmp/A/4369db22da3045c097ec292eb27b2d2e, store: [table=TestAcidGuarantees family=A region=89a4205fbaf1c209632791a7682c9104] 2024-12-16T03:39:43,601 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/.tmp/A/4369db22da3045c097ec292eb27b2d2e is 175, key is test_row_0/A:col10/1734320382597/Put/seqid=0 2024-12-16T03:39:43,626 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073742019_1195 (size=31105) 2024-12-16T03:39:43,626 INFO [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=171, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/.tmp/A/4369db22da3045c097ec292eb27b2d2e 2024-12-16T03:39:43,635 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/.tmp/B/e9553fb2b0ed44d6b0ab447b85e25528 is 50, key is test_row_0/B:col10/1734320382597/Put/seqid=0 2024-12-16T03:39:43,649 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073742020_1196 (size=12151) 2024-12-16T03:39:43,649 INFO [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=171 (bloomFilter=true), to=hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/.tmp/B/e9553fb2b0ed44d6b0ab447b85e25528 2024-12-16T03:39:43,658 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/.tmp/C/36b79d20f18b40a6b12f5f4cc738ae96 is 50, key is test_row_0/C:col10/1734320382597/Put/seqid=0 2024-12-16T03:39:43,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073742021_1197 (size=12151) 2024-12-16T03:39:43,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(8581): Flush requested on 89a4205fbaf1c209632791a7682c9104 2024-12-16T03:39:43,711 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734320374624.89a4205fbaf1c209632791a7682c9104. as already flushing 2024-12-16T03:39:43,734 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:43,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40702 deadline: 1734320443730, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:43,736 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:43,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40724 deadline: 1734320443734, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:43,737 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:43,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40746 deadline: 1734320443734, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:43,737 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:43,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40754 deadline: 1734320443735, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:43,737 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:43,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40666 deadline: 1734320443735, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:43,837 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:43,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40702 deadline: 1734320443836, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:43,839 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:43,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40724 deadline: 1734320443838, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:43,839 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:43,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40746 deadline: 1734320443838, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:43,840 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:43,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40754 deadline: 1734320443838, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:43,840 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:43,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40666 deadline: 1734320443839, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:43,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-12-16T03:39:43,990 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/.tmp/A/171910c089a441748a1ea1af170f09e0 as hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/A/171910c089a441748a1ea1af170f09e0 2024-12-16T03:39:43,992 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/.tmp/C/08f33017163e4696ab85581ba651fa48 as hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/C/08f33017163e4696ab85581ba651fa48 2024-12-16T03:39:43,996 INFO [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 89a4205fbaf1c209632791a7682c9104/A of 89a4205fbaf1c209632791a7682c9104 into 171910c089a441748a1ea1af170f09e0(size=30.7 K), total size for store is 30.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-16T03:39:43,996 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 89a4205fbaf1c209632791a7682c9104: 2024-12-16T03:39:43,996 INFO [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734320374624.89a4205fbaf1c209632791a7682c9104., storeName=89a4205fbaf1c209632791a7682c9104/A, priority=13, startTime=1734320383529; duration=0sec 2024-12-16T03:39:43,996 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-16T03:39:43,996 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 89a4205fbaf1c209632791a7682c9104:A 2024-12-16T03:39:43,997 INFO [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 89a4205fbaf1c209632791a7682c9104/C of 89a4205fbaf1c209632791a7682c9104 into 08f33017163e4696ab85581ba651fa48(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-16T03:39:43,997 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 89a4205fbaf1c209632791a7682c9104: 2024-12-16T03:39:43,997 INFO [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734320374624.89a4205fbaf1c209632791a7682c9104., storeName=89a4205fbaf1c209632791a7682c9104/C, priority=13, startTime=1734320383529; duration=0sec 2024-12-16T03:39:43,998 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-16T03:39:43,998 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 89a4205fbaf1c209632791a7682c9104:C 2024-12-16T03:39:44,041 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:44,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40702 deadline: 1734320444040, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:44,042 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:44,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40724 deadline: 1734320444040, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:44,042 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:44,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40746 deadline: 1734320444041, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:44,042 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:44,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40754 deadline: 1734320444041, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:44,044 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:44,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40666 deadline: 1734320444042, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:44,073 INFO [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=171 (bloomFilter=true), to=hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/.tmp/C/36b79d20f18b40a6b12f5f4cc738ae96 2024-12-16T03:39:44,078 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/.tmp/A/4369db22da3045c097ec292eb27b2d2e as hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/A/4369db22da3045c097ec292eb27b2d2e 2024-12-16T03:39:44,082 INFO [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/A/4369db22da3045c097ec292eb27b2d2e, entries=150, sequenceid=171, filesize=30.4 K 2024-12-16T03:39:44,083 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/.tmp/B/e9553fb2b0ed44d6b0ab447b85e25528 as hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/B/e9553fb2b0ed44d6b0ab447b85e25528 2024-12-16T03:39:44,088 INFO [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/B/e9553fb2b0ed44d6b0ab447b85e25528, entries=150, sequenceid=171, filesize=11.9 K 2024-12-16T03:39:44,088 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/.tmp/C/36b79d20f18b40a6b12f5f4cc738ae96 as hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/C/36b79d20f18b40a6b12f5f4cc738ae96 2024-12-16T03:39:44,094 INFO [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/C/36b79d20f18b40a6b12f5f4cc738ae96, entries=150, sequenceid=171, filesize=11.9 K 2024-12-16T03:39:44,095 INFO [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=147.60 KB/151140 for 89a4205fbaf1c209632791a7682c9104 in 531ms, sequenceid=171, compaction requested=false 2024-12-16T03:39:44,095 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2538): Flush status journal for 89a4205fbaf1c209632791a7682c9104: 2024-12-16T03:39:44,095 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734320374624.89a4205fbaf1c209632791a7682c9104. 2024-12-16T03:39:44,095 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=56 2024-12-16T03:39:44,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.HMaster(4106): Remote procedure done, pid=56 2024-12-16T03:39:44,097 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=56, resume processing ppid=55 2024-12-16T03:39:44,097 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=56, ppid=55, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 837 msec 2024-12-16T03:39:44,098 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=55, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=55, table=TestAcidGuarantees in 841 msec 2024-12-16T03:39:44,277 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-12-16T03:39:44,277 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees Metrics about Tables on a single HBase RegionServer 2024-12-16T03:39:44,345 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 89a4205fbaf1c209632791a7682c9104 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-12-16T03:39:44,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(8581): Flush requested on 89a4205fbaf1c209632791a7682c9104 2024-12-16T03:39:44,346 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 89a4205fbaf1c209632791a7682c9104, store=A 2024-12-16T03:39:44,347 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T03:39:44,347 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 89a4205fbaf1c209632791a7682c9104, store=B 2024-12-16T03:39:44,347 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T03:39:44,347 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 89a4205fbaf1c209632791a7682c9104, store=C 2024-12-16T03:39:44,347 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T03:39:44,351 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:44,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40724 deadline: 1734320444349, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:44,353 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:44,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40702 deadline: 1734320444350, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:44,353 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:44,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40754 deadline: 1734320444351, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:44,354 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:44,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40666 deadline: 1734320444352, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:44,357 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412160073fa751ffa4f708b12d2190f01775a_89a4205fbaf1c209632791a7682c9104 is 50, key is test_row_0/A:col10/1734320384343/Put/seqid=0 2024-12-16T03:39:44,358 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:44,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40746 deadline: 1734320444355, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:44,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-12-16T03:39:44,362 INFO [Thread-730 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 55 completed 2024-12-16T03:39:44,363 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-16T03:39:44,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] procedure2.ProcedureExecutor(1098): Stored pid=57, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=57, table=TestAcidGuarantees 2024-12-16T03:39:44,365 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=57, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=57, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-16T03:39:44,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-12-16T03:39:44,365 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=57, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=57, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-16T03:39:44,365 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=58, ppid=57, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-16T03:39:44,369 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073742022_1198 (size=17284) 2024-12-16T03:39:44,453 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:44,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40724 deadline: 1734320444453, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:44,456 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:44,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40702 deadline: 1734320444454, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:44,456 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:44,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40754 deadline: 1734320444455, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:44,456 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:44,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40666 deadline: 1734320444455, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:44,460 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:44,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40746 deadline: 1734320444459, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:44,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-12-16T03:39:44,516 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:44,517 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39893 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=58 2024-12-16T03:39:44,517 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734320374624.89a4205fbaf1c209632791a7682c9104. 2024-12-16T03:39:44,517 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734320374624.89a4205fbaf1c209632791a7682c9104. as already flushing 2024-12-16T03:39:44,517 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734320374624.89a4205fbaf1c209632791a7682c9104. 2024-12-16T03:39:44,517 ERROR [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] handler.RSProcedureHandler(58): pid=58 java.io.IOException: Unable to complete flush {ENCODED => 89a4205fbaf1c209632791a7682c9104, NAME => 'TestAcidGuarantees,,1734320374624.89a4205fbaf1c209632791a7682c9104.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:39:44,518 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=58 java.io.IOException: Unable to complete flush {ENCODED => 89a4205fbaf1c209632791a7682c9104, NAME => 'TestAcidGuarantees,,1734320374624.89a4205fbaf1c209632791a7682c9104.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:39:44,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.HMaster(4114): Remote procedure failed, pid=58 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 89a4205fbaf1c209632791a7682c9104, NAME => 'TestAcidGuarantees,,1734320374624.89a4205fbaf1c209632791a7682c9104.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 89a4205fbaf1c209632791a7682c9104, NAME => 'TestAcidGuarantees,,1734320374624.89a4205fbaf1c209632791a7682c9104.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:39:44,655 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:44,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40724 deadline: 1734320444654, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:44,658 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:44,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40702 deadline: 1734320444657, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:44,658 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:44,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40754 deadline: 1734320444658, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:44,660 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:44,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40666 deadline: 1734320444659, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:44,661 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:44,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40746 deadline: 1734320444660, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:44,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-12-16T03:39:44,672 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:44,672 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39893 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=58 2024-12-16T03:39:44,672 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734320374624.89a4205fbaf1c209632791a7682c9104. 2024-12-16T03:39:44,672 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734320374624.89a4205fbaf1c209632791a7682c9104. as already flushing 2024-12-16T03:39:44,672 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734320374624.89a4205fbaf1c209632791a7682c9104. 2024-12-16T03:39:44,672 ERROR [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] handler.RSProcedureHandler(58): pid=58 java.io.IOException: Unable to complete flush {ENCODED => 89a4205fbaf1c209632791a7682c9104, NAME => 'TestAcidGuarantees,,1734320374624.89a4205fbaf1c209632791a7682c9104.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:39:44,673 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=58 java.io.IOException: Unable to complete flush {ENCODED => 89a4205fbaf1c209632791a7682c9104, NAME => 'TestAcidGuarantees,,1734320374624.89a4205fbaf1c209632791a7682c9104.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:39:44,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.HMaster(4114): Remote procedure failed, pid=58 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 89a4205fbaf1c209632791a7682c9104, NAME => 'TestAcidGuarantees,,1734320374624.89a4205fbaf1c209632791a7682c9104.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 89a4205fbaf1c209632791a7682c9104, NAME => 'TestAcidGuarantees,,1734320374624.89a4205fbaf1c209632791a7682c9104.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:39:44,769 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:44,773 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412160073fa751ffa4f708b12d2190f01775a_89a4205fbaf1c209632791a7682c9104 to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412160073fa751ffa4f708b12d2190f01775a_89a4205fbaf1c209632791a7682c9104 2024-12-16T03:39:44,774 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/.tmp/A/f0d7d50ff462437e97ea074194a197bb, store: [table=TestAcidGuarantees family=A region=89a4205fbaf1c209632791a7682c9104] 2024-12-16T03:39:44,775 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/.tmp/A/f0d7d50ff462437e97ea074194a197bb is 175, key is test_row_0/A:col10/1734320384343/Put/seqid=0 2024-12-16T03:39:44,778 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073742023_1199 (size=48389) 2024-12-16T03:39:44,779 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=200, memsize=53.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/.tmp/A/f0d7d50ff462437e97ea074194a197bb 2024-12-16T03:39:44,786 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/.tmp/B/3ce7c54122644d42a22fa28e19f55cd7 is 50, key is test_row_0/B:col10/1734320384343/Put/seqid=0 2024-12-16T03:39:44,790 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073742024_1200 (size=12151) 2024-12-16T03:39:44,824 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:44,825 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39893 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=58 2024-12-16T03:39:44,825 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734320374624.89a4205fbaf1c209632791a7682c9104. 2024-12-16T03:39:44,825 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734320374624.89a4205fbaf1c209632791a7682c9104. as already flushing 2024-12-16T03:39:44,825 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734320374624.89a4205fbaf1c209632791a7682c9104. 2024-12-16T03:39:44,825 ERROR [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] handler.RSProcedureHandler(58): pid=58 java.io.IOException: Unable to complete flush {ENCODED => 89a4205fbaf1c209632791a7682c9104, NAME => 'TestAcidGuarantees,,1734320374624.89a4205fbaf1c209632791a7682c9104.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:39:44,825 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=58 java.io.IOException: Unable to complete flush {ENCODED => 89a4205fbaf1c209632791a7682c9104, NAME => 'TestAcidGuarantees,,1734320374624.89a4205fbaf1c209632791a7682c9104.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:39:44,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.HMaster(4114): Remote procedure failed, pid=58 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 89a4205fbaf1c209632791a7682c9104, NAME => 'TestAcidGuarantees,,1734320374624.89a4205fbaf1c209632791a7682c9104.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 89a4205fbaf1c209632791a7682c9104, NAME => 'TestAcidGuarantees,,1734320374624.89a4205fbaf1c209632791a7682c9104.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:39:44,957 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:44,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40724 deadline: 1734320444957, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:44,960 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:44,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40754 deadline: 1734320444959, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:44,961 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:44,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40702 deadline: 1734320444961, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:44,962 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:44,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40666 deadline: 1734320444961, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:44,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-12-16T03:39:44,968 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:44,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40746 deadline: 1734320444966, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:44,976 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:44,977 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39893 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=58 2024-12-16T03:39:44,977 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734320374624.89a4205fbaf1c209632791a7682c9104. 2024-12-16T03:39:44,977 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734320374624.89a4205fbaf1c209632791a7682c9104. as already flushing 2024-12-16T03:39:44,977 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734320374624.89a4205fbaf1c209632791a7682c9104. 2024-12-16T03:39:44,977 ERROR [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] handler.RSProcedureHandler(58): pid=58 java.io.IOException: Unable to complete flush {ENCODED => 89a4205fbaf1c209632791a7682c9104, NAME => 'TestAcidGuarantees,,1734320374624.89a4205fbaf1c209632791a7682c9104.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:39:44,977 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=58 java.io.IOException: Unable to complete flush {ENCODED => 89a4205fbaf1c209632791a7682c9104, NAME => 'TestAcidGuarantees,,1734320374624.89a4205fbaf1c209632791a7682c9104.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:39:44,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.HMaster(4114): Remote procedure failed, pid=58 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 89a4205fbaf1c209632791a7682c9104, NAME => 'TestAcidGuarantees,,1734320374624.89a4205fbaf1c209632791a7682c9104.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 89a4205fbaf1c209632791a7682c9104, NAME => 'TestAcidGuarantees,,1734320374624.89a4205fbaf1c209632791a7682c9104.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:39:45,129 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:45,129 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39893 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=58 2024-12-16T03:39:45,130 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734320374624.89a4205fbaf1c209632791a7682c9104. 2024-12-16T03:39:45,130 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734320374624.89a4205fbaf1c209632791a7682c9104. as already flushing 2024-12-16T03:39:45,130 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734320374624.89a4205fbaf1c209632791a7682c9104. 2024-12-16T03:39:45,130 ERROR [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] handler.RSProcedureHandler(58): pid=58 java.io.IOException: Unable to complete flush {ENCODED => 89a4205fbaf1c209632791a7682c9104, NAME => 'TestAcidGuarantees,,1734320374624.89a4205fbaf1c209632791a7682c9104.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:39:45,130 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=58 java.io.IOException: Unable to complete flush {ENCODED => 89a4205fbaf1c209632791a7682c9104, NAME => 'TestAcidGuarantees,,1734320374624.89a4205fbaf1c209632791a7682c9104.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:39:45,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.HMaster(4114): Remote procedure failed, pid=58 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 89a4205fbaf1c209632791a7682c9104, NAME => 'TestAcidGuarantees,,1734320374624.89a4205fbaf1c209632791a7682c9104.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 89a4205fbaf1c209632791a7682c9104, NAME => 'TestAcidGuarantees,,1734320374624.89a4205fbaf1c209632791a7682c9104.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:39:45,191 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=200 (bloomFilter=true), to=hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/.tmp/B/3ce7c54122644d42a22fa28e19f55cd7 2024-12-16T03:39:45,202 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/.tmp/C/a064378949284067ad31284e91feb431 is 50, key is test_row_0/C:col10/1734320384343/Put/seqid=0 2024-12-16T03:39:45,216 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073742025_1201 (size=12151) 2024-12-16T03:39:45,282 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:45,282 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39893 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=58 2024-12-16T03:39:45,282 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734320374624.89a4205fbaf1c209632791a7682c9104. 2024-12-16T03:39:45,282 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734320374624.89a4205fbaf1c209632791a7682c9104. as already flushing 2024-12-16T03:39:45,283 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734320374624.89a4205fbaf1c209632791a7682c9104. 2024-12-16T03:39:45,283 ERROR [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] handler.RSProcedureHandler(58): pid=58 java.io.IOException: Unable to complete flush {ENCODED => 89a4205fbaf1c209632791a7682c9104, NAME => 'TestAcidGuarantees,,1734320374624.89a4205fbaf1c209632791a7682c9104.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:39:45,283 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=58 java.io.IOException: Unable to complete flush {ENCODED => 89a4205fbaf1c209632791a7682c9104, NAME => 'TestAcidGuarantees,,1734320374624.89a4205fbaf1c209632791a7682c9104.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:39:45,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.HMaster(4114): Remote procedure failed, pid=58 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 89a4205fbaf1c209632791a7682c9104, NAME => 'TestAcidGuarantees,,1734320374624.89a4205fbaf1c209632791a7682c9104.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 89a4205fbaf1c209632791a7682c9104, NAME => 'TestAcidGuarantees,,1734320374624.89a4205fbaf1c209632791a7682c9104.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:39:45,434 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:45,435 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39893 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=58 2024-12-16T03:39:45,435 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734320374624.89a4205fbaf1c209632791a7682c9104. 2024-12-16T03:39:45,435 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734320374624.89a4205fbaf1c209632791a7682c9104. as already flushing 2024-12-16T03:39:45,435 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734320374624.89a4205fbaf1c209632791a7682c9104. 2024-12-16T03:39:45,435 ERROR [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] handler.RSProcedureHandler(58): pid=58 java.io.IOException: Unable to complete flush {ENCODED => 89a4205fbaf1c209632791a7682c9104, NAME => 'TestAcidGuarantees,,1734320374624.89a4205fbaf1c209632791a7682c9104.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:39:45,435 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=58 java.io.IOException: Unable to complete flush {ENCODED => 89a4205fbaf1c209632791a7682c9104, NAME => 'TestAcidGuarantees,,1734320374624.89a4205fbaf1c209632791a7682c9104.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:39:45,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.HMaster(4114): Remote procedure failed, pid=58 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 89a4205fbaf1c209632791a7682c9104, NAME => 'TestAcidGuarantees,,1734320374624.89a4205fbaf1c209632791a7682c9104.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 89a4205fbaf1c209632791a7682c9104, NAME => 'TestAcidGuarantees,,1734320374624.89a4205fbaf1c209632791a7682c9104.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:39:45,462 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:45,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40724 deadline: 1734320445460, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:45,466 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:45,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40754 deadline: 1734320445465, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:45,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-12-16T03:39:45,468 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:45,468 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:45,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40702 deadline: 1734320445465, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:45,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40666 deadline: 1734320445467, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:45,472 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:45,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40746 deadline: 1734320445471, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:45,587 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:45,587 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39893 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=58 2024-12-16T03:39:45,587 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734320374624.89a4205fbaf1c209632791a7682c9104. 2024-12-16T03:39:45,588 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734320374624.89a4205fbaf1c209632791a7682c9104. as already flushing 2024-12-16T03:39:45,588 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734320374624.89a4205fbaf1c209632791a7682c9104. 2024-12-16T03:39:45,588 ERROR [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] handler.RSProcedureHandler(58): pid=58 java.io.IOException: Unable to complete flush {ENCODED => 89a4205fbaf1c209632791a7682c9104, NAME => 'TestAcidGuarantees,,1734320374624.89a4205fbaf1c209632791a7682c9104.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:39:45,588 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=58 java.io.IOException: Unable to complete flush {ENCODED => 89a4205fbaf1c209632791a7682c9104, NAME => 'TestAcidGuarantees,,1734320374624.89a4205fbaf1c209632791a7682c9104.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:39:45,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.HMaster(4114): Remote procedure failed, pid=58 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 89a4205fbaf1c209632791a7682c9104, NAME => 'TestAcidGuarantees,,1734320374624.89a4205fbaf1c209632791a7682c9104.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 89a4205fbaf1c209632791a7682c9104, NAME => 'TestAcidGuarantees,,1734320374624.89a4205fbaf1c209632791a7682c9104.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:39:45,617 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=200 (bloomFilter=true), to=hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/.tmp/C/a064378949284067ad31284e91feb431 2024-12-16T03:39:45,621 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/.tmp/A/f0d7d50ff462437e97ea074194a197bb as hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/A/f0d7d50ff462437e97ea074194a197bb 2024-12-16T03:39:45,625 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/A/f0d7d50ff462437e97ea074194a197bb, entries=250, sequenceid=200, filesize=47.3 K 2024-12-16T03:39:45,626 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/.tmp/B/3ce7c54122644d42a22fa28e19f55cd7 as hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/B/3ce7c54122644d42a22fa28e19f55cd7 2024-12-16T03:39:45,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,630 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/B/3ce7c54122644d42a22fa28e19f55cd7, entries=150, sequenceid=200, filesize=11.9 K 2024-12-16T03:39:45,631 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/.tmp/C/a064378949284067ad31284e91feb431 as hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/C/a064378949284067ad31284e91feb431 2024-12-16T03:39:45,635 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/C/a064378949284067ad31284e91feb431, entries=150, sequenceid=200, filesize=11.9 K 2024-12-16T03:39:45,636 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=40.25 KB/41220 for 89a4205fbaf1c209632791a7682c9104 in 1291ms, sequenceid=200, compaction requested=true 2024-12-16T03:39:45,636 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 89a4205fbaf1c209632791a7682c9104: 2024-12-16T03:39:45,636 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 89a4205fbaf1c209632791a7682c9104:A, priority=-2147483648, current under compaction store size is 1 2024-12-16T03:39:45,636 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-16T03:39:45,636 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-16T03:39:45,636 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 89a4205fbaf1c209632791a7682c9104:B, priority=-2147483648, current under compaction store size is 2 2024-12-16T03:39:45,636 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-16T03:39:45,636 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-16T03:39:45,636 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 89a4205fbaf1c209632791a7682c9104:C, priority=-2147483648, current under compaction store size is 3 2024-12-16T03:39:45,636 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-16T03:39:45,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,638 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-16T03:39:45,638 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 110941 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-16T03:39:45,638 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.HStore(1540): 89a4205fbaf1c209632791a7682c9104/A is initiating minor compaction (all files) 2024-12-16T03:39:45,638 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.HStore(1540): 89a4205fbaf1c209632791a7682c9104/B is initiating minor compaction (all files) 2024-12-16T03:39:45,638 INFO [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 89a4205fbaf1c209632791a7682c9104/B in TestAcidGuarantees,,1734320374624.89a4205fbaf1c209632791a7682c9104. 2024-12-16T03:39:45,638 INFO [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 89a4205fbaf1c209632791a7682c9104/A in TestAcidGuarantees,,1734320374624.89a4205fbaf1c209632791a7682c9104. 2024-12-16T03:39:45,638 INFO [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/B/56412e0544b84c328e1d13d69b41e997, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/B/e9553fb2b0ed44d6b0ab447b85e25528, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/B/3ce7c54122644d42a22fa28e19f55cd7] into tmpdir=hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/.tmp, totalSize=35.9 K 2024-12-16T03:39:45,638 INFO [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/A/171910c089a441748a1ea1af170f09e0, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/A/4369db22da3045c097ec292eb27b2d2e, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/A/f0d7d50ff462437e97ea074194a197bb] into tmpdir=hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/.tmp, totalSize=108.3 K 2024-12-16T03:39:45,638 INFO [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1734320374624.89a4205fbaf1c209632791a7682c9104. 2024-12-16T03:39:45,639 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1734320374624.89a4205fbaf1c209632791a7682c9104. files: [hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/A/171910c089a441748a1ea1af170f09e0, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/A/4369db22da3045c097ec292eb27b2d2e, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/A/f0d7d50ff462437e97ea074194a197bb] 2024-12-16T03:39:45,639 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] compactions.Compactor(224): Compacting 56412e0544b84c328e1d13d69b41e997, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1734320381978 2024-12-16T03:39:45,639 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] compactions.Compactor(224): Compacting 171910c089a441748a1ea1af170f09e0, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1734320381978 2024-12-16T03:39:45,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,640 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4369db22da3045c097ec292eb27b2d2e, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1734320382594 2024-12-16T03:39:45,640 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] compactions.Compactor(224): Compacting e9553fb2b0ed44d6b0ab447b85e25528, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1734320382594 2024-12-16T03:39:45,640 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] compactions.Compactor(224): Compacting 3ce7c54122644d42a22fa28e19f55cd7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=200, earliestPutTs=1734320383732 2024-12-16T03:39:45,640 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] compactions.Compactor(224): Compacting f0d7d50ff462437e97ea074194a197bb, keycount=250, bloomtype=ROW, size=47.3 K, encoding=NONE, compression=NONE, seqNum=200, earliestPutTs=1734320383726 2024-12-16T03:39:45,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,649 INFO [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=89a4205fbaf1c209632791a7682c9104] 2024-12-16T03:39:45,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,656 INFO [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 89a4205fbaf1c209632791a7682c9104#B#compaction#172 average throughput is 1.31 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-16T03:39:45,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,657 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/.tmp/B/be4ef9cd112540fab4662e6f2317eb94 is 50, key is test_row_0/B:col10/1734320384343/Put/seqid=0 2024-12-16T03:39:45,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,658 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202412163cd53de303094093a1c6582454083f22_89a4205fbaf1c209632791a7682c9104 store=[table=TestAcidGuarantees family=A region=89a4205fbaf1c209632791a7682c9104] 2024-12-16T03:39:45,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,665 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202412163cd53de303094093a1c6582454083f22_89a4205fbaf1c209632791a7682c9104, store=[table=TestAcidGuarantees family=A region=89a4205fbaf1c209632791a7682c9104] 2024-12-16T03:39:45,665 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412163cd53de303094093a1c6582454083f22_89a4205fbaf1c209632791a7682c9104 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=89a4205fbaf1c209632791a7682c9104] 2024-12-16T03:39:45,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,687 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073742026_1202 (size=12595) 2024-12-16T03:39:45,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,701 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073742027_1203 (size=4469) 2024-12-16T03:39:45,703 INFO [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 89a4205fbaf1c209632791a7682c9104#A#compaction#171 average throughput is 0.45 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-16T03:39:45,703 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/.tmp/A/3addf2e90a444185883930fe52abb065 is 175, key is test_row_0/A:col10/1734320384343/Put/seqid=0 2024-12-16T03:39:45,714 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073742028_1204 (size=31549) 2024-12-16T03:39:45,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,740 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:45,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,740 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39893 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=58 2024-12-16T03:39:45,740 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734320374624.89a4205fbaf1c209632791a7682c9104. 2024-12-16T03:39:45,740 INFO [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2837): Flushing 89a4205fbaf1c209632791a7682c9104 3/3 column families, dataSize=40.25 KB heapSize=106.22 KB 2024-12-16T03:39:45,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,741 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 89a4205fbaf1c209632791a7682c9104, store=A 2024-12-16T03:39:45,741 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T03:39:45,741 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 89a4205fbaf1c209632791a7682c9104, store=B 2024-12-16T03:39:45,741 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T03:39:45,741 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 89a4205fbaf1c209632791a7682c9104, store=C 2024-12-16T03:39:45,741 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T03:39:45,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,754 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412162815f7974d7e4dd4b28ff45392eb9598_89a4205fbaf1c209632791a7682c9104 is 50, key is test_row_0/A:col10/1734320384347/Put/seqid=0 2024-12-16T03:39:45,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,767 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073742029_1205 (size=9814) 2024-12-16T03:39:45,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,768 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,773 INFO [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412162815f7974d7e4dd4b28ff45392eb9598_89a4205fbaf1c209632791a7682c9104 to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412162815f7974d7e4dd4b28ff45392eb9598_89a4205fbaf1c209632791a7682c9104 2024-12-16T03:39:45,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,774 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/.tmp/A/1f088a0b3c1346b2accf7aa1fba18135, store: [table=TestAcidGuarantees family=A region=89a4205fbaf1c209632791a7682c9104] 2024-12-16T03:39:45,775 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/.tmp/A/1f088a0b3c1346b2accf7aa1fba18135 is 175, key is test_row_0/A:col10/1734320384347/Put/seqid=0 2024-12-16T03:39:45,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,783 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073742030_1206 (size=22461) 2024-12-16T03:39:45,784 INFO [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=209, memsize=13.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/.tmp/A/1f088a0b3c1346b2accf7aa1fba18135 2024-12-16T03:39:45,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/.tmp/B/e1917a62b6454543a22aa99e1c1d8ea1 is 50, key is test_row_0/B:col10/1734320384347/Put/seqid=0 2024-12-16T03:39:45,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,809 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073742031_1207 (size=9757) 2024-12-16T03:39:45,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,810 INFO [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=209 (bloomFilter=true), to=hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/.tmp/B/e1917a62b6454543a22aa99e1c1d8ea1 2024-12-16T03:39:45,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,821 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/.tmp/C/c3c7410d2f9f465fa522a3113021298b is 50, key is test_row_0/C:col10/1734320384347/Put/seqid=0 2024-12-16T03:39:45,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,833 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073742032_1208 (size=9757) 2024-12-16T03:39:45,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,834 INFO [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=209 (bloomFilter=true), to=hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/.tmp/C/c3c7410d2f9f465fa522a3113021298b 2024-12-16T03:39:45,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,840 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/.tmp/A/1f088a0b3c1346b2accf7aa1fba18135 as hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/A/1f088a0b3c1346b2accf7aa1fba18135 2024-12-16T03:39:45,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,845 INFO [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/A/1f088a0b3c1346b2accf7aa1fba18135, entries=100, sequenceid=209, filesize=21.9 K 2024-12-16T03:39:45,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,847 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/.tmp/B/e1917a62b6454543a22aa99e1c1d8ea1 as hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/B/e1917a62b6454543a22aa99e1c1d8ea1 2024-12-16T03:39:45,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,851 INFO [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/B/e1917a62b6454543a22aa99e1c1d8ea1, entries=100, sequenceid=209, filesize=9.5 K 2024-12-16T03:39:45,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,853 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/.tmp/C/c3c7410d2f9f465fa522a3113021298b as hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/C/c3c7410d2f9f465fa522a3113021298b 2024-12-16T03:39:45,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,858 INFO [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/C/c3c7410d2f9f465fa522a3113021298b, entries=100, sequenceid=209, filesize=9.5 K 2024-12-16T03:39:45,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,859 INFO [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(3040): Finished flush of dataSize ~40.25 KB/41220, heapSize ~106.17 KB/108720, currentSize=0 B/0 for 89a4205fbaf1c209632791a7682c9104 in 119ms, sequenceid=209, compaction requested=true 2024-12-16T03:39:45,859 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2538): Flush status journal for 89a4205fbaf1c209632791a7682c9104: 2024-12-16T03:39:45,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,859 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734320374624.89a4205fbaf1c209632791a7682c9104. 2024-12-16T03:39:45,859 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=58 2024-12-16T03:39:45,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.HMaster(4106): Remote procedure done, pid=58 2024-12-16T03:39:45,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,862 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=58, resume processing ppid=57 2024-12-16T03:39:45,862 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=58, ppid=57, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4950 sec 2024-12-16T03:39:45,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,864 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=57, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=57, table=TestAcidGuarantees in 1.5000 sec 2024-12-16T03:39:45,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:45,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,094 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/.tmp/B/be4ef9cd112540fab4662e6f2317eb94 as hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/B/be4ef9cd112540fab4662e6f2317eb94 2024-12-16T03:39:46,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,101 INFO [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 89a4205fbaf1c209632791a7682c9104/B of 89a4205fbaf1c209632791a7682c9104 into be4ef9cd112540fab4662e6f2317eb94(size=12.3 K), total size for store is 21.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-16T03:39:46,101 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 89a4205fbaf1c209632791a7682c9104: 2024-12-16T03:39:46,101 INFO [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734320374624.89a4205fbaf1c209632791a7682c9104., storeName=89a4205fbaf1c209632791a7682c9104/B, priority=13, startTime=1734320385636; duration=0sec 2024-12-16T03:39:46,101 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-16T03:39:46,101 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 89a4205fbaf1c209632791a7682c9104:B 2024-12-16T03:39:46,101 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-16T03:39:46,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,103 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 46552 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-16T03:39:46,103 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.HStore(1540): 89a4205fbaf1c209632791a7682c9104/C is initiating minor compaction (all files) 2024-12-16T03:39:46,103 INFO [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 89a4205fbaf1c209632791a7682c9104/C in TestAcidGuarantees,,1734320374624.89a4205fbaf1c209632791a7682c9104. 2024-12-16T03:39:46,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,103 INFO [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/C/08f33017163e4696ab85581ba651fa48, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/C/36b79d20f18b40a6b12f5f4cc738ae96, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/C/a064378949284067ad31284e91feb431, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/C/c3c7410d2f9f465fa522a3113021298b] into tmpdir=hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/.tmp, totalSize=45.5 K 2024-12-16T03:39:46,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,104 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] compactions.Compactor(224): Compacting 08f33017163e4696ab85581ba651fa48, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1734320381978 2024-12-16T03:39:46,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,104 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] compactions.Compactor(224): Compacting 36b79d20f18b40a6b12f5f4cc738ae96, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1734320382594 2024-12-16T03:39:46,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,105 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] compactions.Compactor(224): Compacting a064378949284067ad31284e91feb431, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=200, earliestPutTs=1734320383732 2024-12-16T03:39:46,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,106 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] compactions.Compactor(224): Compacting c3c7410d2f9f465fa522a3113021298b, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=209, earliestPutTs=1734320384347 2024-12-16T03:39:46,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,117 INFO [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 89a4205fbaf1c209632791a7682c9104#C#compaction#176 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-16T03:39:46,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,118 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/.tmp/C/32bc807948c3458eb4d80a5c0febb84c is 50, key is test_row_0/C:col10/1734320384347/Put/seqid=0 2024-12-16T03:39:46,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,120 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/.tmp/A/3addf2e90a444185883930fe52abb065 as hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/A/3addf2e90a444185883930fe52abb065 2024-12-16T03:39:46,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,125 INFO [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 89a4205fbaf1c209632791a7682c9104/A of 89a4205fbaf1c209632791a7682c9104 into 3addf2e90a444185883930fe52abb065(size=30.8 K), total size for store is 52.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-16T03:39:46,126 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 89a4205fbaf1c209632791a7682c9104: 2024-12-16T03:39:46,126 INFO [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734320374624.89a4205fbaf1c209632791a7682c9104., storeName=89a4205fbaf1c209632791a7682c9104/A, priority=13, startTime=1734320385636; duration=0sec 2024-12-16T03:39:46,126 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-16T03:39:46,126 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 89a4205fbaf1c209632791a7682c9104:A 2024-12-16T03:39:46,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,129 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073742033_1209 (size=12629) 2024-12-16T03:39:46,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,136 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/.tmp/C/32bc807948c3458eb4d80a5c0febb84c as hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/C/32bc807948c3458eb4d80a5c0febb84c 2024-12-16T03:39:46,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,142 INFO [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 89a4205fbaf1c209632791a7682c9104/C of 89a4205fbaf1c209632791a7682c9104 into 32bc807948c3458eb4d80a5c0febb84c(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-16T03:39:46,142 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 89a4205fbaf1c209632791a7682c9104: 2024-12-16T03:39:46,142 INFO [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734320374624.89a4205fbaf1c209632791a7682c9104., storeName=89a4205fbaf1c209632791a7682c9104/C, priority=12, startTime=1734320385636; duration=0sec 2024-12-16T03:39:46,142 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-16T03:39:46,142 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 89a4205fbaf1c209632791a7682c9104:C 2024-12-16T03:39:46,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-12-16T03:39:46,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,469 INFO [Thread-730 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 57 completed 2024-12-16T03:39:46,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,470 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-16T03:39:46,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] procedure2.ProcedureExecutor(1098): Stored pid=59, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=59, table=TestAcidGuarantees 2024-12-16T03:39:46,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,472 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=59, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=59, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-16T03:39:46,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-12-16T03:39:46,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,472 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=59, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=59, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-16T03:39:46,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,472 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=60, ppid=59, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-16T03:39:46,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(8581): Flush requested on 89a4205fbaf1c209632791a7682c9104 2024-12-16T03:39:46,504 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 89a4205fbaf1c209632791a7682c9104 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-16T03:39:46,504 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 89a4205fbaf1c209632791a7682c9104, store=A 2024-12-16T03:39:46,504 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T03:39:46,504 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 89a4205fbaf1c209632791a7682c9104, store=B 2024-12-16T03:39:46,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,505 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T03:39:46,505 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 89a4205fbaf1c209632791a7682c9104, store=C 2024-12-16T03:39:46,505 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T03:39:46,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,513 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024121678b82d98c4be4e07927125c447053b48_89a4205fbaf1c209632791a7682c9104 is 50, key is test_row_0/A:col10/1734320386503/Put/seqid=0 2024-12-16T03:39:46,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,529 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073742034_1210 (size=19774) 2024-12-16T03:39:46,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,548 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:46,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40702 deadline: 1734320446543, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:46,549 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:46,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40666 deadline: 1734320446544, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:46,549 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:46,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40754 deadline: 1734320446546, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:46,551 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:46,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40724 deadline: 1734320446548, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:46,551 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:46,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40746 deadline: 1734320446548, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:46,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-12-16T03:39:46,624 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:46,625 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39893 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=60 2024-12-16T03:39:46,625 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734320374624.89a4205fbaf1c209632791a7682c9104. 2024-12-16T03:39:46,625 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734320374624.89a4205fbaf1c209632791a7682c9104. as already flushing 2024-12-16T03:39:46,625 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734320374624.89a4205fbaf1c209632791a7682c9104. 2024-12-16T03:39:46,625 ERROR [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] handler.RSProcedureHandler(58): pid=60 java.io.IOException: Unable to complete flush {ENCODED => 89a4205fbaf1c209632791a7682c9104, NAME => 'TestAcidGuarantees,,1734320374624.89a4205fbaf1c209632791a7682c9104.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:39:46,625 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=60 java.io.IOException: Unable to complete flush {ENCODED => 89a4205fbaf1c209632791a7682c9104, NAME => 'TestAcidGuarantees,,1734320374624.89a4205fbaf1c209632791a7682c9104.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:39:46,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.HMaster(4114): Remote procedure failed, pid=60 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 89a4205fbaf1c209632791a7682c9104, NAME => 'TestAcidGuarantees,,1734320374624.89a4205fbaf1c209632791a7682c9104.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 89a4205fbaf1c209632791a7682c9104, NAME => 'TestAcidGuarantees,,1734320374624.89a4205fbaf1c209632791a7682c9104.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:39:46,649 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:46,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40702 deadline: 1734320446649, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:46,650 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:46,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40666 deadline: 1734320446649, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:46,651 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:46,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40754 deadline: 1734320446650, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:46,652 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:46,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40724 deadline: 1734320446651, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:46,653 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:46,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40746 deadline: 1734320446652, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:46,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-12-16T03:39:46,777 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:46,778 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39893 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=60 2024-12-16T03:39:46,778 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734320374624.89a4205fbaf1c209632791a7682c9104. 2024-12-16T03:39:46,778 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734320374624.89a4205fbaf1c209632791a7682c9104. as already flushing 2024-12-16T03:39:46,778 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734320374624.89a4205fbaf1c209632791a7682c9104. 2024-12-16T03:39:46,778 ERROR [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] handler.RSProcedureHandler(58): pid=60 java.io.IOException: Unable to complete flush {ENCODED => 89a4205fbaf1c209632791a7682c9104, NAME => 'TestAcidGuarantees,,1734320374624.89a4205fbaf1c209632791a7682c9104.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:39:46,778 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=60 java.io.IOException: Unable to complete flush {ENCODED => 89a4205fbaf1c209632791a7682c9104, NAME => 'TestAcidGuarantees,,1734320374624.89a4205fbaf1c209632791a7682c9104.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:39:46,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.HMaster(4114): Remote procedure failed, pid=60 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 89a4205fbaf1c209632791a7682c9104, NAME => 'TestAcidGuarantees,,1734320374624.89a4205fbaf1c209632791a7682c9104.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 89a4205fbaf1c209632791a7682c9104, NAME => 'TestAcidGuarantees,,1734320374624.89a4205fbaf1c209632791a7682c9104.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:39:46,852 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:46,852 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:46,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40666 deadline: 1734320446851, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:46,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40702 deadline: 1734320446851, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:46,854 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:46,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40754 deadline: 1734320446853, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:46,854 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:46,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40724 deadline: 1734320446853, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:46,854 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:46,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40746 deadline: 1734320446853, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:46,930 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:46,930 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39893 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=60 2024-12-16T03:39:46,931 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734320374624.89a4205fbaf1c209632791a7682c9104. 2024-12-16T03:39:46,931 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734320374624.89a4205fbaf1c209632791a7682c9104. as already flushing 2024-12-16T03:39:46,931 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734320374624.89a4205fbaf1c209632791a7682c9104. 2024-12-16T03:39:46,931 ERROR [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] handler.RSProcedureHandler(58): pid=60 java.io.IOException: Unable to complete flush {ENCODED => 89a4205fbaf1c209632791a7682c9104, NAME => 'TestAcidGuarantees,,1734320374624.89a4205fbaf1c209632791a7682c9104.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:39:46,931 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=60 java.io.IOException: Unable to complete flush {ENCODED => 89a4205fbaf1c209632791a7682c9104, NAME => 'TestAcidGuarantees,,1734320374624.89a4205fbaf1c209632791a7682c9104.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:39:46,931 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:46,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.HMaster(4114): Remote procedure failed, pid=60 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 89a4205fbaf1c209632791a7682c9104, NAME => 'TestAcidGuarantees,,1734320374624.89a4205fbaf1c209632791a7682c9104.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 89a4205fbaf1c209632791a7682c9104, NAME => 'TestAcidGuarantees,,1734320374624.89a4205fbaf1c209632791a7682c9104.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:39:46,936 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024121678b82d98c4be4e07927125c447053b48_89a4205fbaf1c209632791a7682c9104 to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121678b82d98c4be4e07927125c447053b48_89a4205fbaf1c209632791a7682c9104 2024-12-16T03:39:46,937 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/.tmp/A/58e6224d317c4f5e8672a5b8a48a23e0, store: [table=TestAcidGuarantees family=A region=89a4205fbaf1c209632791a7682c9104] 2024-12-16T03:39:46,937 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/.tmp/A/58e6224d317c4f5e8672a5b8a48a23e0 is 175, key is test_row_0/A:col10/1734320386503/Put/seqid=0 2024-12-16T03:39:46,957 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073742035_1211 (size=57029) 2024-12-16T03:39:47,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-12-16T03:39:47,083 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:47,084 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39893 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=60 2024-12-16T03:39:47,084 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734320374624.89a4205fbaf1c209632791a7682c9104. 2024-12-16T03:39:47,084 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734320374624.89a4205fbaf1c209632791a7682c9104. as already flushing 2024-12-16T03:39:47,084 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734320374624.89a4205fbaf1c209632791a7682c9104. 2024-12-16T03:39:47,084 ERROR [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] handler.RSProcedureHandler(58): pid=60 java.io.IOException: Unable to complete flush {ENCODED => 89a4205fbaf1c209632791a7682c9104, NAME => 'TestAcidGuarantees,,1734320374624.89a4205fbaf1c209632791a7682c9104.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:39:47,084 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=60 java.io.IOException: Unable to complete flush {ENCODED => 89a4205fbaf1c209632791a7682c9104, NAME => 'TestAcidGuarantees,,1734320374624.89a4205fbaf1c209632791a7682c9104.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:39:47,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.HMaster(4114): Remote procedure failed, pid=60 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 89a4205fbaf1c209632791a7682c9104, NAME => 'TestAcidGuarantees,,1734320374624.89a4205fbaf1c209632791a7682c9104.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 89a4205fbaf1c209632791a7682c9104, NAME => 'TestAcidGuarantees,,1734320374624.89a4205fbaf1c209632791a7682c9104.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:39:47,156 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:47,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40666 deadline: 1734320447155, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:47,156 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:47,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40702 deadline: 1734320447155, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:47,157 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:47,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40746 deadline: 1734320447155, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:47,157 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:47,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40754 deadline: 1734320447156, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:47,157 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:47,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40724 deadline: 1734320447157, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:47,236 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:47,236 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39893 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=60 2024-12-16T03:39:47,236 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734320374624.89a4205fbaf1c209632791a7682c9104. 2024-12-16T03:39:47,236 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734320374624.89a4205fbaf1c209632791a7682c9104. as already flushing 2024-12-16T03:39:47,236 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734320374624.89a4205fbaf1c209632791a7682c9104. 2024-12-16T03:39:47,237 ERROR [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] handler.RSProcedureHandler(58): pid=60 java.io.IOException: Unable to complete flush {ENCODED => 89a4205fbaf1c209632791a7682c9104, NAME => 'TestAcidGuarantees,,1734320374624.89a4205fbaf1c209632791a7682c9104.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:39:47,237 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=60 java.io.IOException: Unable to complete flush {ENCODED => 89a4205fbaf1c209632791a7682c9104, NAME => 'TestAcidGuarantees,,1734320374624.89a4205fbaf1c209632791a7682c9104.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:39:47,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.HMaster(4114): Remote procedure failed, pid=60 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 89a4205fbaf1c209632791a7682c9104, NAME => 'TestAcidGuarantees,,1734320374624.89a4205fbaf1c209632791a7682c9104.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 89a4205fbaf1c209632791a7682c9104, NAME => 'TestAcidGuarantees,,1734320374624.89a4205fbaf1c209632791a7682c9104.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:39:47,357 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=224, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/.tmp/A/58e6224d317c4f5e8672a5b8a48a23e0 2024-12-16T03:39:47,366 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/.tmp/B/b625ec77f00e4fcc9cdef50174b0f936 is 50, key is test_row_0/B:col10/1734320386503/Put/seqid=0 2024-12-16T03:39:47,373 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073742036_1212 (size=9757) 2024-12-16T03:39:47,374 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=224 (bloomFilter=true), to=hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/.tmp/B/b625ec77f00e4fcc9cdef50174b0f936 2024-12-16T03:39:47,386 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/.tmp/C/008d3a9a02634b40b33b881ad53dfe48 is 50, key is test_row_0/C:col10/1734320386503/Put/seqid=0 2024-12-16T03:39:47,388 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:47,389 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39893 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=60 2024-12-16T03:39:47,389 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734320374624.89a4205fbaf1c209632791a7682c9104. 2024-12-16T03:39:47,389 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734320374624.89a4205fbaf1c209632791a7682c9104. as already flushing 2024-12-16T03:39:47,389 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734320374624.89a4205fbaf1c209632791a7682c9104. 2024-12-16T03:39:47,389 ERROR [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] handler.RSProcedureHandler(58): pid=60 java.io.IOException: Unable to complete flush {ENCODED => 89a4205fbaf1c209632791a7682c9104, NAME => 'TestAcidGuarantees,,1734320374624.89a4205fbaf1c209632791a7682c9104.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:39:47,389 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=60 java.io.IOException: Unable to complete flush {ENCODED => 89a4205fbaf1c209632791a7682c9104, NAME => 'TestAcidGuarantees,,1734320374624.89a4205fbaf1c209632791a7682c9104.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:39:47,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.HMaster(4114): Remote procedure failed, pid=60 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 89a4205fbaf1c209632791a7682c9104, NAME => 'TestAcidGuarantees,,1734320374624.89a4205fbaf1c209632791a7682c9104.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 89a4205fbaf1c209632791a7682c9104, NAME => 'TestAcidGuarantees,,1734320374624.89a4205fbaf1c209632791a7682c9104.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:39:47,392 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073742037_1213 (size=9757) 2024-12-16T03:39:47,395 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=224 (bloomFilter=true), to=hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/.tmp/C/008d3a9a02634b40b33b881ad53dfe48 2024-12-16T03:39:47,401 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/.tmp/A/58e6224d317c4f5e8672a5b8a48a23e0 as hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/A/58e6224d317c4f5e8672a5b8a48a23e0 2024-12-16T03:39:47,407 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/A/58e6224d317c4f5e8672a5b8a48a23e0, entries=300, sequenceid=224, filesize=55.7 K 2024-12-16T03:39:47,408 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/.tmp/B/b625ec77f00e4fcc9cdef50174b0f936 as hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/B/b625ec77f00e4fcc9cdef50174b0f936 2024-12-16T03:39:47,412 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/B/b625ec77f00e4fcc9cdef50174b0f936, entries=100, sequenceid=224, filesize=9.5 K 2024-12-16T03:39:47,413 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/.tmp/C/008d3a9a02634b40b33b881ad53dfe48 as hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/C/008d3a9a02634b40b33b881ad53dfe48 2024-12-16T03:39:47,417 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/C/008d3a9a02634b40b33b881ad53dfe48, entries=100, sequenceid=224, filesize=9.5 K 2024-12-16T03:39:47,418 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=147.60 KB/151140 for 89a4205fbaf1c209632791a7682c9104 in 914ms, sequenceid=224, compaction requested=true 2024-12-16T03:39:47,418 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 89a4205fbaf1c209632791a7682c9104: 2024-12-16T03:39:47,418 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 89a4205fbaf1c209632791a7682c9104:A, priority=-2147483648, current under compaction store size is 1 2024-12-16T03:39:47,418 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-16T03:39:47,418 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-16T03:39:47,419 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 89a4205fbaf1c209632791a7682c9104:B, priority=-2147483648, current under compaction store size is 2 2024-12-16T03:39:47,419 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-16T03:39:47,419 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 89a4205fbaf1c209632791a7682c9104:C, priority=-2147483648, current under compaction store size is 3 2024-12-16T03:39:47,419 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-12-16T03:39:47,419 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-16T03:39:47,420 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 111039 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-16T03:39:47,420 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.HStore(1540): 89a4205fbaf1c209632791a7682c9104/A is initiating minor compaction (all files) 2024-12-16T03:39:47,420 INFO [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 89a4205fbaf1c209632791a7682c9104/A in TestAcidGuarantees,,1734320374624.89a4205fbaf1c209632791a7682c9104. 2024-12-16T03:39:47,420 INFO [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/A/3addf2e90a444185883930fe52abb065, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/A/1f088a0b3c1346b2accf7aa1fba18135, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/A/58e6224d317c4f5e8672a5b8a48a23e0] into tmpdir=hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/.tmp, totalSize=108.4 K 2024-12-16T03:39:47,420 INFO [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1734320374624.89a4205fbaf1c209632791a7682c9104. 2024-12-16T03:39:47,420 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1734320374624.89a4205fbaf1c209632791a7682c9104. files: [hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/A/3addf2e90a444185883930fe52abb065, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/A/1f088a0b3c1346b2accf7aa1fba18135, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/A/58e6224d317c4f5e8672a5b8a48a23e0] 2024-12-16T03:39:47,420 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3addf2e90a444185883930fe52abb065, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=200, earliestPutTs=1734320383732 2024-12-16T03:39:47,421 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 32109 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-16T03:39:47,421 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1f088a0b3c1346b2accf7aa1fba18135, keycount=100, bloomtype=ROW, size=21.9 K, encoding=NONE, compression=NONE, seqNum=209, earliestPutTs=1734320384347 2024-12-16T03:39:47,421 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.HStore(1540): 89a4205fbaf1c209632791a7682c9104/B is initiating minor compaction (all files) 2024-12-16T03:39:47,421 INFO [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 89a4205fbaf1c209632791a7682c9104/B in TestAcidGuarantees,,1734320374624.89a4205fbaf1c209632791a7682c9104. 2024-12-16T03:39:47,421 INFO [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/B/be4ef9cd112540fab4662e6f2317eb94, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/B/e1917a62b6454543a22aa99e1c1d8ea1, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/B/b625ec77f00e4fcc9cdef50174b0f936] into tmpdir=hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/.tmp, totalSize=31.4 K 2024-12-16T03:39:47,421 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] compactions.Compactor(224): Compacting 58e6224d317c4f5e8672a5b8a48a23e0, keycount=300, bloomtype=ROW, size=55.7 K, encoding=NONE, compression=NONE, seqNum=224, earliestPutTs=1734320386489 2024-12-16T03:39:47,421 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] compactions.Compactor(224): Compacting be4ef9cd112540fab4662e6f2317eb94, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=200, earliestPutTs=1734320383732 2024-12-16T03:39:47,421 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] compactions.Compactor(224): Compacting e1917a62b6454543a22aa99e1c1d8ea1, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=209, earliestPutTs=1734320384347 2024-12-16T03:39:47,422 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] compactions.Compactor(224): Compacting b625ec77f00e4fcc9cdef50174b0f936, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=224, earliestPutTs=1734320386503 2024-12-16T03:39:47,428 INFO [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=89a4205fbaf1c209632791a7682c9104] 2024-12-16T03:39:47,436 INFO [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 89a4205fbaf1c209632791a7682c9104#B#compaction#181 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-16T03:39:47,437 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/.tmp/B/4c74f967df354703adad353f6027757a is 50, key is test_row_0/B:col10/1734320386503/Put/seqid=0 2024-12-16T03:39:47,438 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241216fc6ed5bfc1264d4184f2a674ddcad737_89a4205fbaf1c209632791a7682c9104 store=[table=TestAcidGuarantees family=A region=89a4205fbaf1c209632791a7682c9104] 2024-12-16T03:39:47,439 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241216fc6ed5bfc1264d4184f2a674ddcad737_89a4205fbaf1c209632791a7682c9104, store=[table=TestAcidGuarantees family=A region=89a4205fbaf1c209632791a7682c9104] 2024-12-16T03:39:47,440 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241216fc6ed5bfc1264d4184f2a674ddcad737_89a4205fbaf1c209632791a7682c9104 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=89a4205fbaf1c209632791a7682c9104] 2024-12-16T03:39:47,452 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073742038_1214 (size=12697) 2024-12-16T03:39:47,461 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/.tmp/B/4c74f967df354703adad353f6027757a as hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/B/4c74f967df354703adad353f6027757a 2024-12-16T03:39:47,465 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073742039_1215 (size=4469) 2024-12-16T03:39:47,467 INFO [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 89a4205fbaf1c209632791a7682c9104#A#compaction#180 average throughput is 0.63 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-16T03:39:47,468 INFO [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 89a4205fbaf1c209632791a7682c9104/B of 89a4205fbaf1c209632791a7682c9104 into 4c74f967df354703adad353f6027757a(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-16T03:39:47,468 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 89a4205fbaf1c209632791a7682c9104: 2024-12-16T03:39:47,468 INFO [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734320374624.89a4205fbaf1c209632791a7682c9104., storeName=89a4205fbaf1c209632791a7682c9104/B, priority=13, startTime=1734320387418; duration=0sec 2024-12-16T03:39:47,468 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-16T03:39:47,468 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 89a4205fbaf1c209632791a7682c9104:B 2024-12-16T03:39:47,468 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-12-16T03:39:47,468 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/.tmp/A/674b500141494a7388e0238fd2cadbcf is 175, key is test_row_0/A:col10/1734320386503/Put/seqid=0 2024-12-16T03:39:47,469 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-12-16T03:39:47,469 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-12-16T03:39:47,469 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1734320374624.89a4205fbaf1c209632791a7682c9104. because compaction request was cancelled 2024-12-16T03:39:47,469 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 89a4205fbaf1c209632791a7682c9104:C 2024-12-16T03:39:47,475 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073742040_1216 (size=31758) 2024-12-16T03:39:47,482 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/.tmp/A/674b500141494a7388e0238fd2cadbcf as hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/A/674b500141494a7388e0238fd2cadbcf 2024-12-16T03:39:47,489 INFO [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 89a4205fbaf1c209632791a7682c9104/A of 89a4205fbaf1c209632791a7682c9104 into 674b500141494a7388e0238fd2cadbcf(size=31.0 K), total size for store is 31.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-16T03:39:47,489 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 89a4205fbaf1c209632791a7682c9104: 2024-12-16T03:39:47,489 INFO [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734320374624.89a4205fbaf1c209632791a7682c9104., storeName=89a4205fbaf1c209632791a7682c9104/A, priority=13, startTime=1734320387418; duration=0sec 2024-12-16T03:39:47,489 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-16T03:39:47,489 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 89a4205fbaf1c209632791a7682c9104:A 2024-12-16T03:39:47,541 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:47,541 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39893 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=60 2024-12-16T03:39:47,542 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734320374624.89a4205fbaf1c209632791a7682c9104. 2024-12-16T03:39:47,542 INFO [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(2837): Flushing 89a4205fbaf1c209632791a7682c9104 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-12-16T03:39:47,542 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 89a4205fbaf1c209632791a7682c9104, store=A 2024-12-16T03:39:47,542 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T03:39:47,542 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 89a4205fbaf1c209632791a7682c9104, store=B 2024-12-16T03:39:47,542 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T03:39:47,542 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 89a4205fbaf1c209632791a7682c9104, store=C 2024-12-16T03:39:47,542 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T03:39:47,550 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024121634c278caa6dd4ea8a43e7e4de8cc11cb_89a4205fbaf1c209632791a7682c9104 is 50, key is test_row_0/A:col10/1734320386546/Put/seqid=0 2024-12-16T03:39:47,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073742041_1217 (size=12304) 2024-12-16T03:39:47,558 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:47,563 INFO [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024121634c278caa6dd4ea8a43e7e4de8cc11cb_89a4205fbaf1c209632791a7682c9104 to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121634c278caa6dd4ea8a43e7e4de8cc11cb_89a4205fbaf1c209632791a7682c9104 2024-12-16T03:39:47,565 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/.tmp/A/fcc2470cb16a43f18ba20bf0d796ed41, store: [table=TestAcidGuarantees family=A region=89a4205fbaf1c209632791a7682c9104] 2024-12-16T03:39:47,566 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/.tmp/A/fcc2470cb16a43f18ba20bf0d796ed41 is 175, key is test_row_0/A:col10/1734320386546/Put/seqid=0 2024-12-16T03:39:47,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-12-16T03:39:47,586 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073742042_1218 (size=31105) 2024-12-16T03:39:47,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(8581): Flush requested on 89a4205fbaf1c209632791a7682c9104 2024-12-16T03:39:47,659 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734320374624.89a4205fbaf1c209632791a7682c9104. as already flushing 2024-12-16T03:39:47,665 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:47,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40754 deadline: 1734320447664, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:47,665 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:47,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40724 deadline: 1734320447664, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:47,667 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:47,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40666 deadline: 1734320447664, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:47,667 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:47,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40746 deadline: 1734320447665, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:47,667 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:47,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40702 deadline: 1734320447665, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:47,769 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:47,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40754 deadline: 1734320447766, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:47,769 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:47,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40724 deadline: 1734320447766, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:47,769 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:47,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40746 deadline: 1734320447768, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:47,771 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:47,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40702 deadline: 1734320447771, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:47,772 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:47,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40666 deadline: 1734320447771, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:47,971 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:47,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40724 deadline: 1734320447970, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:47,971 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:47,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40746 deadline: 1734320447970, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:47,972 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:47,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40754 deadline: 1734320447971, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:47,976 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:47,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40702 deadline: 1734320447975, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:47,976 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:47,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40666 deadline: 1734320447975, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:47,987 INFO [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=251, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/.tmp/A/fcc2470cb16a43f18ba20bf0d796ed41 2024-12-16T03:39:47,995 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/.tmp/B/e3de28087a644f2d93d3121de5bd3882 is 50, key is test_row_0/B:col10/1734320386546/Put/seqid=0 2024-12-16T03:39:48,005 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073742043_1219 (size=12151) 2024-12-16T03:39:48,274 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:48,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40724 deadline: 1734320448273, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:48,274 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:48,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40746 deadline: 1734320448273, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:48,278 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:48,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40754 deadline: 1734320448276, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:48,278 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:48,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40666 deadline: 1734320448277, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:48,279 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:48,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40702 deadline: 1734320448279, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:48,421 INFO [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=251 (bloomFilter=true), to=hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/.tmp/B/e3de28087a644f2d93d3121de5bd3882 2024-12-16T03:39:48,428 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/.tmp/C/99bfe35b99aa4502899a1ee34c155610 is 50, key is test_row_0/C:col10/1734320386546/Put/seqid=0 2024-12-16T03:39:48,436 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073742044_1220 (size=12151) 2024-12-16T03:39:48,438 INFO [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=251 (bloomFilter=true), to=hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/.tmp/C/99bfe35b99aa4502899a1ee34c155610 2024-12-16T03:39:48,443 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/.tmp/A/fcc2470cb16a43f18ba20bf0d796ed41 as hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/A/fcc2470cb16a43f18ba20bf0d796ed41 2024-12-16T03:39:48,447 INFO [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/A/fcc2470cb16a43f18ba20bf0d796ed41, entries=150, sequenceid=251, filesize=30.4 K 2024-12-16T03:39:48,448 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/.tmp/B/e3de28087a644f2d93d3121de5bd3882 as hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/B/e3de28087a644f2d93d3121de5bd3882 2024-12-16T03:39:48,453 INFO [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/B/e3de28087a644f2d93d3121de5bd3882, entries=150, sequenceid=251, filesize=11.9 K 2024-12-16T03:39:48,454 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/.tmp/C/99bfe35b99aa4502899a1ee34c155610 as hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/C/99bfe35b99aa4502899a1ee34c155610 2024-12-16T03:39:48,459 INFO [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/C/99bfe35b99aa4502899a1ee34c155610, entries=150, sequenceid=251, filesize=11.9 K 2024-12-16T03:39:48,460 INFO [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=60.38 KB/61830 for 89a4205fbaf1c209632791a7682c9104 in 918ms, sequenceid=251, compaction requested=true 2024-12-16T03:39:48,460 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(2538): Flush status journal for 89a4205fbaf1c209632791a7682c9104: 2024-12-16T03:39:48,460 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734320374624.89a4205fbaf1c209632791a7682c9104. 2024-12-16T03:39:48,460 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=60 2024-12-16T03:39:48,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.HMaster(4106): Remote procedure done, pid=60 2024-12-16T03:39:48,464 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=60, resume processing ppid=59 2024-12-16T03:39:48,464 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=60, ppid=59, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9900 sec 2024-12-16T03:39:48,466 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=59, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=59, table=TestAcidGuarantees in 1.9950 sec 2024-12-16T03:39:48,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-12-16T03:39:48,576 INFO [Thread-730 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 59 completed 2024-12-16T03:39:48,577 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-16T03:39:48,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] procedure2.ProcedureExecutor(1098): Stored pid=61, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=61, table=TestAcidGuarantees 2024-12-16T03:39:48,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-12-16T03:39:48,578 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=61, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=61, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-16T03:39:48,578 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=61, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=61, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-16T03:39:48,578 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=62, ppid=61, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-16T03:39:48,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-12-16T03:39:48,730 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:48,730 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39893 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=62 2024-12-16T03:39:48,730 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734320374624.89a4205fbaf1c209632791a7682c9104. 2024-12-16T03:39:48,730 INFO [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegion(2837): Flushing 89a4205fbaf1c209632791a7682c9104 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-12-16T03:39:48,730 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 89a4205fbaf1c209632791a7682c9104, store=A 2024-12-16T03:39:48,731 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T03:39:48,731 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 89a4205fbaf1c209632791a7682c9104, store=B 2024-12-16T03:39:48,731 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T03:39:48,731 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 89a4205fbaf1c209632791a7682c9104, store=C 2024-12-16T03:39:48,731 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T03:39:48,737 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412168fb9853ecb804432a6576cb2d5c85e9a_89a4205fbaf1c209632791a7682c9104 is 50, key is test_row_0/A:col10/1734320387663/Put/seqid=0 2024-12-16T03:39:48,745 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073742045_1221 (size=12454) 2024-12-16T03:39:48,745 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:48,750 INFO [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412168fb9853ecb804432a6576cb2d5c85e9a_89a4205fbaf1c209632791a7682c9104 to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412168fb9853ecb804432a6576cb2d5c85e9a_89a4205fbaf1c209632791a7682c9104 2024-12-16T03:39:48,751 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/.tmp/A/c659c0299890406d933f45072c3fb682, store: [table=TestAcidGuarantees family=A region=89a4205fbaf1c209632791a7682c9104] 2024-12-16T03:39:48,751 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/.tmp/A/c659c0299890406d933f45072c3fb682 is 175, key is test_row_0/A:col10/1734320387663/Put/seqid=0 2024-12-16T03:39:48,761 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073742046_1222 (size=31255) 2024-12-16T03:39:48,781 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734320374624.89a4205fbaf1c209632791a7682c9104. as already flushing 2024-12-16T03:39:48,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(8581): Flush requested on 89a4205fbaf1c209632791a7682c9104 2024-12-16T03:39:48,796 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:48,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40702 deadline: 1734320448792, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:48,798 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:48,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40724 deadline: 1734320448796, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:48,799 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:48,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40746 deadline: 1734320448796, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:48,799 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:48,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40754 deadline: 1734320448797, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:48,799 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:48,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40666 deadline: 1734320448797, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:48,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-12-16T03:39:48,898 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:48,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40702 deadline: 1734320448898, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:48,900 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:48,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40724 deadline: 1734320448899, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:48,900 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:48,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40746 deadline: 1734320448899, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:48,900 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:48,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40754 deadline: 1734320448900, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:48,901 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:48,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40666 deadline: 1734320448900, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:49,103 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:49,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40702 deadline: 1734320449100, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:49,103 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:49,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40724 deadline: 1734320449101, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:49,104 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:49,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40754 deadline: 1734320449101, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:49,104 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:49,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40746 deadline: 1734320449102, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:49,104 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:49,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40666 deadline: 1734320449102, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:49,162 INFO [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=263, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/.tmp/A/c659c0299890406d933f45072c3fb682 2024-12-16T03:39:49,169 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/.tmp/B/2e389f4e2e8c4a6aae08c744feeafdae is 50, key is test_row_0/B:col10/1734320387663/Put/seqid=0 2024-12-16T03:39:49,179 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073742047_1223 (size=12301) 2024-12-16T03:39:49,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-12-16T03:39:49,406 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:49,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40754 deadline: 1734320449405, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:49,406 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:49,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40702 deadline: 1734320449405, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:49,407 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:49,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40666 deadline: 1734320449405, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:49,407 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:49,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40724 deadline: 1734320449405, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:49,407 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:49,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40746 deadline: 1734320449406, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:49,580 INFO [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=263 (bloomFilter=true), to=hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/.tmp/B/2e389f4e2e8c4a6aae08c744feeafdae 2024-12-16T03:39:49,586 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/.tmp/C/c72d8640d9f44543a2a45365b0e7c908 is 50, key is test_row_0/C:col10/1734320387663/Put/seqid=0 2024-12-16T03:39:49,590 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073742048_1224 (size=12301) 2024-12-16T03:39:49,590 INFO [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=263 (bloomFilter=true), to=hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/.tmp/C/c72d8640d9f44543a2a45365b0e7c908 2024-12-16T03:39:49,594 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/.tmp/A/c659c0299890406d933f45072c3fb682 as hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/A/c659c0299890406d933f45072c3fb682 2024-12-16T03:39:49,598 INFO [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/A/c659c0299890406d933f45072c3fb682, entries=150, sequenceid=263, filesize=30.5 K 2024-12-16T03:39:49,599 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/.tmp/B/2e389f4e2e8c4a6aae08c744feeafdae as hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/B/2e389f4e2e8c4a6aae08c744feeafdae 2024-12-16T03:39:49,602 INFO [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/B/2e389f4e2e8c4a6aae08c744feeafdae, entries=150, sequenceid=263, filesize=12.0 K 2024-12-16T03:39:49,603 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/.tmp/C/c72d8640d9f44543a2a45365b0e7c908 as hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/C/c72d8640d9f44543a2a45365b0e7c908 2024-12-16T03:39:49,606 INFO [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/C/c72d8640d9f44543a2a45365b0e7c908, entries=150, sequenceid=263, filesize=12.0 K 2024-12-16T03:39:49,607 INFO [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=147.60 KB/151140 for 89a4205fbaf1c209632791a7682c9104 in 877ms, sequenceid=263, compaction requested=true 2024-12-16T03:39:49,607 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegion(2538): Flush status journal for 89a4205fbaf1c209632791a7682c9104: 2024-12-16T03:39:49,607 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734320374624.89a4205fbaf1c209632791a7682c9104. 2024-12-16T03:39:49,607 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=62 2024-12-16T03:39:49,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.HMaster(4106): Remote procedure done, pid=62 2024-12-16T03:39:49,609 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=62, resume processing ppid=61 2024-12-16T03:39:49,609 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=62, ppid=61, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0300 sec 2024-12-16T03:39:49,610 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=61, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=61, table=TestAcidGuarantees in 1.0320 sec 2024-12-16T03:39:49,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-12-16T03:39:49,681 INFO [Thread-730 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 61 completed 2024-12-16T03:39:49,681 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-16T03:39:49,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] procedure2.ProcedureExecutor(1098): Stored pid=63, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=63, table=TestAcidGuarantees 2024-12-16T03:39:49,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-12-16T03:39:49,683 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=63, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=63, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-16T03:39:49,683 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=63, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=63, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-16T03:39:49,683 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=64, ppid=63, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-16T03:39:49,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-12-16T03:39:49,834 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:49,835 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39893 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=64 2024-12-16T03:39:49,835 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734320374624.89a4205fbaf1c209632791a7682c9104. 2024-12-16T03:39:49,835 INFO [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegion(2837): Flushing 89a4205fbaf1c209632791a7682c9104 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-12-16T03:39:49,835 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 89a4205fbaf1c209632791a7682c9104, store=A 2024-12-16T03:39:49,835 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T03:39:49,835 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 89a4205fbaf1c209632791a7682c9104, store=B 2024-12-16T03:39:49,835 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T03:39:49,835 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 89a4205fbaf1c209632791a7682c9104, store=C 2024-12-16T03:39:49,835 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T03:39:49,841 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412166073c9f053c54855b366e184082b2909_89a4205fbaf1c209632791a7682c9104 is 50, key is test_row_0/A:col10/1734320388794/Put/seqid=0 2024-12-16T03:39:49,845 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073742049_1225 (size=12454) 2024-12-16T03:39:49,846 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:49,851 INFO [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412166073c9f053c54855b366e184082b2909_89a4205fbaf1c209632791a7682c9104 to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412166073c9f053c54855b366e184082b2909_89a4205fbaf1c209632791a7682c9104 2024-12-16T03:39:49,852 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/.tmp/A/5eecc0d678e94d9f8799e084362ce9fd, store: [table=TestAcidGuarantees family=A region=89a4205fbaf1c209632791a7682c9104] 2024-12-16T03:39:49,853 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/.tmp/A/5eecc0d678e94d9f8799e084362ce9fd is 175, key is test_row_0/A:col10/1734320388794/Put/seqid=0 2024-12-16T03:39:49,856 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073742050_1226 (size=31255) 2024-12-16T03:39:49,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(8581): Flush requested on 89a4205fbaf1c209632791a7682c9104 2024-12-16T03:39:49,909 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734320374624.89a4205fbaf1c209632791a7682c9104. as already flushing 2024-12-16T03:39:49,917 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:49,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40702 deadline: 1734320449915, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:49,918 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:49,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40754 deadline: 1734320449915, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:49,919 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:49,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40724 deadline: 1734320449916, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:49,920 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:49,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40746 deadline: 1734320449916, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:49,920 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:49,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40666 deadline: 1734320449917, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:49,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-12-16T03:39:50,019 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:50,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40702 deadline: 1734320450018, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:50,020 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:50,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40754 deadline: 1734320450019, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:50,022 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:50,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40724 deadline: 1734320450020, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:50,023 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:50,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40746 deadline: 1734320450020, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:50,023 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:50,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40666 deadline: 1734320450021, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:50,222 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:50,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40754 deadline: 1734320450221, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:50,222 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:50,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40702 deadline: 1734320450221, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:50,226 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:50,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40724 deadline: 1734320450223, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:50,226 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:50,226 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:50,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40746 deadline: 1734320450225, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:50,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40666 deadline: 1734320450225, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:50,257 INFO [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=288, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/.tmp/A/5eecc0d678e94d9f8799e084362ce9fd 2024-12-16T03:39:50,265 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/.tmp/B/c5fc7a4cb5b2497dbc5c3598feb20f73 is 50, key is test_row_0/B:col10/1734320388794/Put/seqid=0 2024-12-16T03:39:50,272 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073742051_1227 (size=12301) 2024-12-16T03:39:50,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-12-16T03:39:50,524 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:50,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40754 deadline: 1734320450523, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:50,527 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:50,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40702 deadline: 1734320450524, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:50,528 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:50,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40724 deadline: 1734320450527, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:50,530 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:50,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40666 deadline: 1734320450528, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:50,530 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:50,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40746 deadline: 1734320450529, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:50,673 INFO [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=288 (bloomFilter=true), to=hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/.tmp/B/c5fc7a4cb5b2497dbc5c3598feb20f73 2024-12-16T03:39:50,680 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/.tmp/C/d6f55e5707c64959a0b03e4320514cf1 is 50, key is test_row_0/C:col10/1734320388794/Put/seqid=0 2024-12-16T03:39:50,684 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073742052_1228 (size=12301) 2024-12-16T03:39:50,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-12-16T03:39:51,028 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:51,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40702 deadline: 1734320451028, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:51,033 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:51,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40754 deadline: 1734320451029, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:51,033 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:51,033 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:51,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40724 deadline: 1734320451030, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:51,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40666 deadline: 1734320451031, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:51,034 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:51,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40746 deadline: 1734320451033, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:51,085 INFO [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=288 (bloomFilter=true), to=hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/.tmp/C/d6f55e5707c64959a0b03e4320514cf1 2024-12-16T03:39:51,090 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/.tmp/A/5eecc0d678e94d9f8799e084362ce9fd as hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/A/5eecc0d678e94d9f8799e084362ce9fd 2024-12-16T03:39:51,094 INFO [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/A/5eecc0d678e94d9f8799e084362ce9fd, entries=150, sequenceid=288, filesize=30.5 K 2024-12-16T03:39:51,095 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/.tmp/B/c5fc7a4cb5b2497dbc5c3598feb20f73 as hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/B/c5fc7a4cb5b2497dbc5c3598feb20f73 2024-12-16T03:39:51,098 INFO [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/B/c5fc7a4cb5b2497dbc5c3598feb20f73, entries=150, sequenceid=288, filesize=12.0 K 2024-12-16T03:39:51,099 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/.tmp/C/d6f55e5707c64959a0b03e4320514cf1 as hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/C/d6f55e5707c64959a0b03e4320514cf1 2024-12-16T03:39:51,103 INFO [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/C/d6f55e5707c64959a0b03e4320514cf1, entries=150, sequenceid=288, filesize=12.0 K 2024-12-16T03:39:51,103 INFO [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=60.38 KB/61830 for 89a4205fbaf1c209632791a7682c9104 in 1268ms, sequenceid=288, compaction requested=true 2024-12-16T03:39:51,103 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegion(2538): Flush status journal for 89a4205fbaf1c209632791a7682c9104: 2024-12-16T03:39:51,103 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734320374624.89a4205fbaf1c209632791a7682c9104. 2024-12-16T03:39:51,104 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=64 2024-12-16T03:39:51,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.HMaster(4106): Remote procedure done, pid=64 2024-12-16T03:39:51,106 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=64, resume processing ppid=63 2024-12-16T03:39:51,106 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=64, ppid=63, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4210 sec 2024-12-16T03:39:51,107 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=63, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=63, table=TestAcidGuarantees in 1.4250 sec 2024-12-16T03:39:51,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-12-16T03:39:51,786 INFO [Thread-730 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 63 completed 2024-12-16T03:39:51,787 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-16T03:39:51,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] procedure2.ProcedureExecutor(1098): Stored pid=65, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=65, table=TestAcidGuarantees 2024-12-16T03:39:51,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-12-16T03:39:51,788 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=65, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=65, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-16T03:39:51,789 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=65, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=65, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-16T03:39:51,789 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=66, ppid=65, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-16T03:39:51,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-12-16T03:39:51,940 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:51,940 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39893 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=66 2024-12-16T03:39:51,940 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734320374624.89a4205fbaf1c209632791a7682c9104. 2024-12-16T03:39:51,941 INFO [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegion(2837): Flushing 89a4205fbaf1c209632791a7682c9104 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-12-16T03:39:51,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 89a4205fbaf1c209632791a7682c9104, store=A 2024-12-16T03:39:51,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T03:39:51,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 89a4205fbaf1c209632791a7682c9104, store=B 2024-12-16T03:39:51,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T03:39:51,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 89a4205fbaf1c209632791a7682c9104, store=C 2024-12-16T03:39:51,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T03:39:51,947 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241216a05f063434804979810d151b6075ed9c_89a4205fbaf1c209632791a7682c9104 is 50, key is test_row_0/A:col10/1734320389915/Put/seqid=0 2024-12-16T03:39:51,950 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073742053_1229 (size=12454) 2024-12-16T03:39:52,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(8581): Flush requested on 89a4205fbaf1c209632791a7682c9104 2024-12-16T03:39:52,035 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734320374624.89a4205fbaf1c209632791a7682c9104. as already flushing 2024-12-16T03:39:52,082 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:52,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40666 deadline: 1734320452079, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:52,082 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:52,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40746 deadline: 1734320452079, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:52,083 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:52,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40724 deadline: 1734320452080, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:52,083 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:52,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40702 deadline: 1734320452081, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:52,085 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:52,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40754 deadline: 1734320452082, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:52,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-12-16T03:39:52,184 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:52,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40666 deadline: 1734320452183, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:52,184 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:52,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40746 deadline: 1734320452183, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:52,185 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:52,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40724 deadline: 1734320452183, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:52,185 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:52,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40702 deadline: 1734320452184, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:52,187 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:52,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40754 deadline: 1734320452186, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:52,351 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:52,355 INFO [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241216a05f063434804979810d151b6075ed9c_89a4205fbaf1c209632791a7682c9104 to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241216a05f063434804979810d151b6075ed9c_89a4205fbaf1c209632791a7682c9104 2024-12-16T03:39:52,356 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/.tmp/A/c0cc095b860241b0851f944b6823041d, store: [table=TestAcidGuarantees family=A region=89a4205fbaf1c209632791a7682c9104] 2024-12-16T03:39:52,356 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/.tmp/A/c0cc095b860241b0851f944b6823041d is 175, key is test_row_0/A:col10/1734320389915/Put/seqid=0 2024-12-16T03:39:52,359 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073742054_1230 (size=31255) 2024-12-16T03:39:52,387 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:52,387 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:52,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40746 deadline: 1734320452385, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:52,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40666 deadline: 1734320452385, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:52,387 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:52,387 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:52,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40724 deadline: 1734320452387, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:52,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40702 deadline: 1734320452387, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:52,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-12-16T03:39:52,391 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:52,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40754 deadline: 1734320452389, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:52,690 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:52,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40666 deadline: 1734320452688, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:52,690 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:52,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40702 deadline: 1734320452688, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:52,691 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:52,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40724 deadline: 1734320452689, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:52,691 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:52,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40746 deadline: 1734320452690, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:52,695 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:52,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40754 deadline: 1734320452693, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:52,760 INFO [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=300, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/.tmp/A/c0cc095b860241b0851f944b6823041d 2024-12-16T03:39:52,767 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/.tmp/B/7d78ca885c0a433e8b15538d3540523c is 50, key is test_row_0/B:col10/1734320389915/Put/seqid=0 2024-12-16T03:39:52,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073742055_1231 (size=12301) 2024-12-16T03:39:52,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-12-16T03:39:53,062 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-16T03:39:53,171 INFO [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=300 (bloomFilter=true), to=hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/.tmp/B/7d78ca885c0a433e8b15538d3540523c 2024-12-16T03:39:53,178 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/.tmp/C/20028fa9c4ff446c8fadc17f056c0ded is 50, key is test_row_0/C:col10/1734320389915/Put/seqid=0 2024-12-16T03:39:53,182 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073742056_1232 (size=12301) 2024-12-16T03:39:53,193 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:53,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40746 deadline: 1734320453192, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:53,193 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:53,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40702 deadline: 1734320453192, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:53,194 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:53,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40724 deadline: 1734320453192, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:53,194 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:53,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40666 deadline: 1734320453193, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:53,199 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:53,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40754 deadline: 1734320453198, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:53,582 INFO [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=300 (bloomFilter=true), to=hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/.tmp/C/20028fa9c4ff446c8fadc17f056c0ded 2024-12-16T03:39:53,587 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/.tmp/A/c0cc095b860241b0851f944b6823041d as hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/A/c0cc095b860241b0851f944b6823041d 2024-12-16T03:39:53,592 INFO [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/A/c0cc095b860241b0851f944b6823041d, entries=150, sequenceid=300, filesize=30.5 K 2024-12-16T03:39:53,592 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/.tmp/B/7d78ca885c0a433e8b15538d3540523c as hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/B/7d78ca885c0a433e8b15538d3540523c 2024-12-16T03:39:53,597 INFO [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/B/7d78ca885c0a433e8b15538d3540523c, entries=150, sequenceid=300, filesize=12.0 K 2024-12-16T03:39:53,598 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/.tmp/C/20028fa9c4ff446c8fadc17f056c0ded as hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/C/20028fa9c4ff446c8fadc17f056c0ded 2024-12-16T03:39:53,602 INFO [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/C/20028fa9c4ff446c8fadc17f056c0ded, entries=150, sequenceid=300, filesize=12.0 K 2024-12-16T03:39:53,602 INFO [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 89a4205fbaf1c209632791a7682c9104 in 1662ms, sequenceid=300, compaction requested=true 2024-12-16T03:39:53,602 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegion(2538): Flush status journal for 89a4205fbaf1c209632791a7682c9104: 2024-12-16T03:39:53,603 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734320374624.89a4205fbaf1c209632791a7682c9104. 2024-12-16T03:39:53,603 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=66 2024-12-16T03:39:53,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.HMaster(4106): Remote procedure done, pid=66 2024-12-16T03:39:53,604 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=66, resume processing ppid=65 2024-12-16T03:39:53,605 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=66, ppid=65, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8140 sec 2024-12-16T03:39:53,605 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=65, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=65, table=TestAcidGuarantees in 1.8180 sec 2024-12-16T03:39:53,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-12-16T03:39:53,892 INFO [Thread-730 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 65 completed 2024-12-16T03:39:53,893 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-16T03:39:53,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] procedure2.ProcedureExecutor(1098): Stored pid=67, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=67, table=TestAcidGuarantees 2024-12-16T03:39:53,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-12-16T03:39:53,894 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=67, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=67, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-16T03:39:53,894 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=67, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=67, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-16T03:39:53,895 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=68, ppid=67, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-16T03:39:53,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-12-16T03:39:54,046 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:54,046 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39893 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=68 2024-12-16T03:39:54,047 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734320374624.89a4205fbaf1c209632791a7682c9104. 2024-12-16T03:39:54,047 INFO [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegion(2837): Flushing 89a4205fbaf1c209632791a7682c9104 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-12-16T03:39:54,047 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 89a4205fbaf1c209632791a7682c9104, store=A 2024-12-16T03:39:54,047 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T03:39:54,047 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 89a4205fbaf1c209632791a7682c9104, store=B 2024-12-16T03:39:54,047 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T03:39:54,047 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 89a4205fbaf1c209632791a7682c9104, store=C 2024-12-16T03:39:54,047 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T03:39:54,055 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412161953b4065272489f84f3ba1302cc4731_89a4205fbaf1c209632791a7682c9104 is 50, key is test_row_0/A:col10/1734320392081/Put/seqid=0 2024-12-16T03:39:54,060 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073742057_1233 (size=12454) 2024-12-16T03:39:54,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-12-16T03:39:54,198 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734320374624.89a4205fbaf1c209632791a7682c9104. as already flushing 2024-12-16T03:39:54,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(8581): Flush requested on 89a4205fbaf1c209632791a7682c9104 2024-12-16T03:39:54,207 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:54,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40666 deadline: 1734320454204, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:54,208 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:54,208 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:54,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40724 deadline: 1734320454206, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:54,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40746 deadline: 1734320454205, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:54,208 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:54,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40754 deadline: 1734320454206, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:54,209 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:54,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40702 deadline: 1734320454208, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:54,310 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:54,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40666 deadline: 1734320454308, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:54,312 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:54,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40724 deadline: 1734320454309, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:54,312 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:54,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40746 deadline: 1734320454309, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:54,313 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:54,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40754 deadline: 1734320454309, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:54,313 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:54,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40702 deadline: 1734320454309, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:54,459 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:54,464 INFO [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412161953b4065272489f84f3ba1302cc4731_89a4205fbaf1c209632791a7682c9104 to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412161953b4065272489f84f3ba1302cc4731_89a4205fbaf1c209632791a7682c9104 2024-12-16T03:39:54,465 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/.tmp/A/8a0a2202736940928dd66e5f4b1b42ca, store: [table=TestAcidGuarantees family=A region=89a4205fbaf1c209632791a7682c9104] 2024-12-16T03:39:54,465 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/.tmp/A/8a0a2202736940928dd66e5f4b1b42ca is 175, key is test_row_0/A:col10/1734320392081/Put/seqid=0 2024-12-16T03:39:54,471 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073742058_1234 (size=31255) 2024-12-16T03:39:54,475 INFO [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=324, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/.tmp/A/8a0a2202736940928dd66e5f4b1b42ca 2024-12-16T03:39:54,483 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/.tmp/B/7c39fb7ffeed4c0993a2b996acdb2ba5 is 50, key is test_row_0/B:col10/1734320392081/Put/seqid=0 2024-12-16T03:39:54,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-12-16T03:39:54,498 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073742059_1235 (size=12301) 2024-12-16T03:39:54,514 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:54,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40666 deadline: 1734320454512, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:54,515 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:54,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40746 deadline: 1734320454513, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:54,515 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:54,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40724 deadline: 1734320454513, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:54,515 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:54,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40754 deadline: 1734320454514, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:54,516 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:54,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40702 deadline: 1734320454515, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:54,816 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:54,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40666 deadline: 1734320454815, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:54,816 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:54,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40746 deadline: 1734320454815, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:54,817 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:54,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40724 deadline: 1734320454816, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:54,819 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:54,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40754 deadline: 1734320454818, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:54,820 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:54,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40702 deadline: 1734320454818, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:54,899 INFO [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=324 (bloomFilter=true), to=hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/.tmp/B/7c39fb7ffeed4c0993a2b996acdb2ba5 2024-12-16T03:39:54,906 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/.tmp/C/c79df50e41184ec6a14150f5b4e23702 is 50, key is test_row_0/C:col10/1734320392081/Put/seqid=0 2024-12-16T03:39:54,909 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073742060_1236 (size=12301) 2024-12-16T03:39:54,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-12-16T03:39:55,310 INFO [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=324 (bloomFilter=true), to=hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/.tmp/C/c79df50e41184ec6a14150f5b4e23702 2024-12-16T03:39:55,315 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/.tmp/A/8a0a2202736940928dd66e5f4b1b42ca as hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/A/8a0a2202736940928dd66e5f4b1b42ca 2024-12-16T03:39:55,319 INFO [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/A/8a0a2202736940928dd66e5f4b1b42ca, entries=150, sequenceid=324, filesize=30.5 K 2024-12-16T03:39:55,319 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:55,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40666 deadline: 1734320455318, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:55,320 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/.tmp/B/7c39fb7ffeed4c0993a2b996acdb2ba5 as hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/B/7c39fb7ffeed4c0993a2b996acdb2ba5 2024-12-16T03:39:55,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:55,320 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:55,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40746 deadline: 1734320455318, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:55,321 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:55,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40724 deadline: 1734320455320, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:55,324 INFO [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/B/7c39fb7ffeed4c0993a2b996acdb2ba5, entries=150, sequenceid=324, filesize=12.0 K 2024-12-16T03:39:55,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:55,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:55,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:55,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:55,326 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/.tmp/C/c79df50e41184ec6a14150f5b4e23702 as hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/C/c79df50e41184ec6a14150f5b4e23702 2024-12-16T03:39:55,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:55,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:55,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:55,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:55,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:55,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:55,327 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:55,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:55,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:55,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40702 deadline: 1734320455321, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:55,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:55,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:55,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:55,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:55,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:55,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:55,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:55,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:55,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:55,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:55,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:55,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:55,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:55,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:55,330 INFO [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/C/c79df50e41184ec6a14150f5b4e23702, entries=150, sequenceid=324, filesize=12.0 K 2024-12-16T03:39:55,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:55,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:55,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:55,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:55,331 INFO [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 89a4205fbaf1c209632791a7682c9104 in 1284ms, sequenceid=324, compaction requested=true 2024-12-16T03:39:55,331 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegion(2538): Flush status journal for 89a4205fbaf1c209632791a7682c9104: 2024-12-16T03:39:55,331 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734320374624.89a4205fbaf1c209632791a7682c9104. 2024-12-16T03:39:55,331 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=68 2024-12-16T03:39:55,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:55,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.HMaster(4106): Remote procedure done, pid=68 2024-12-16T03:39:55,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:55,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:55,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:55,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:55,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:55,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:55,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:55,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:55,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(8581): Flush requested on 89a4205fbaf1c209632791a7682c9104 2024-12-16T03:39:55,334 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 89a4205fbaf1c209632791a7682c9104 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-12-16T03:39:55,334 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 89a4205fbaf1c209632791a7682c9104, store=A 2024-12-16T03:39:55,334 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T03:39:55,334 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 89a4205fbaf1c209632791a7682c9104, store=B 2024-12-16T03:39:55,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:55,334 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T03:39:55,334 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 89a4205fbaf1c209632791a7682c9104, store=C 2024-12-16T03:39:55,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:55,334 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T03:39:55,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:55,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:55,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:55,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:55,335 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=68, resume processing ppid=67 2024-12-16T03:39:55,335 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=68, ppid=67, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4380 sec 2024-12-16T03:39:55,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:55,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:55,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:55,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:55,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:55,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:55,337 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=67, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=67, table=TestAcidGuarantees in 1.4430 sec 2024-12-16T03:39:55,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:55,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:55,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:55,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:55,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:55,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:55,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:55,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:55,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:55,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:55,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:55,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:55,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:55,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:55,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:55,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:55,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:55,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:55,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:55,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:55,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:55,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:55,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:55,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:55,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:55,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:55,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:55,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:55,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:55,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:55,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:55,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:55,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:55,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:55,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:55,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:55,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:55,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:55,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:55,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:55,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:55,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:55,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:55,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:55,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:55,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:55,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:55,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:55,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:55,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:55,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:55,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:55,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:55,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:55,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:55,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:55,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:55,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:55,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:55,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:55,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:55,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:55,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:55,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:55,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:55,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:55,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:55,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:55,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:55,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:55,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:55,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:55,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:55,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:55,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:55,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:55,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:55,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:55,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:55,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:55,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:55,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:55,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:55,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:55,357 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412168e12c6b2d6cf4ba8ad8d57fc927f087c_89a4205fbaf1c209632791a7682c9104 is 50, key is test_row_1/A:col10/1734320394205/Put/seqid=0 2024-12-16T03:39:55,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:55,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:55,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:55,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:55,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:55,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:55,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:55,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:55,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:55,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:55,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:55,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:55,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:55,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:55,384 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073742061_1237 (size=12454) 2024-12-16T03:39:55,451 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:55,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40754 deadline: 1734320455449, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:55,554 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:55,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40754 deadline: 1734320455552, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:55,755 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:55,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 197 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40754 deadline: 1734320455755, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:55,785 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:55,789 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412168e12c6b2d6cf4ba8ad8d57fc927f087c_89a4205fbaf1c209632791a7682c9104 to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412168e12c6b2d6cf4ba8ad8d57fc927f087c_89a4205fbaf1c209632791a7682c9104 2024-12-16T03:39:55,790 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/.tmp/A/02f36d054a5b4b5fbb0d430fea89489e, store: [table=TestAcidGuarantees family=A region=89a4205fbaf1c209632791a7682c9104] 2024-12-16T03:39:55,790 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/.tmp/A/02f36d054a5b4b5fbb0d430fea89489e is 175, key is test_row_1/A:col10/1734320394205/Put/seqid=0 2024-12-16T03:39:55,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073742062_1238 (size=31251) 2024-12-16T03:39:55,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-12-16T03:39:55,998 INFO [Thread-730 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 67 completed 2024-12-16T03:39:55,999 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-16T03:39:56,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] procedure2.ProcedureExecutor(1098): Stored pid=69, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=69, table=TestAcidGuarantees 2024-12-16T03:39:56,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-12-16T03:39:56,002 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=69, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=69, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-16T03:39:56,002 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=69, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=69, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-16T03:39:56,002 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=70, ppid=69, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-16T03:39:56,062 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:56,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 199 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40754 deadline: 1734320456058, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:56,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-12-16T03:39:56,154 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:56,154 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39893 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=70 2024-12-16T03:39:56,154 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734320374624.89a4205fbaf1c209632791a7682c9104. 2024-12-16T03:39:56,154 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734320374624.89a4205fbaf1c209632791a7682c9104. as already flushing 2024-12-16T03:39:56,154 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734320374624.89a4205fbaf1c209632791a7682c9104. 2024-12-16T03:39:56,154 ERROR [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] handler.RSProcedureHandler(58): pid=70 java.io.IOException: Unable to complete flush {ENCODED => 89a4205fbaf1c209632791a7682c9104, NAME => 'TestAcidGuarantees,,1734320374624.89a4205fbaf1c209632791a7682c9104.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:39:56,155 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=70 java.io.IOException: Unable to complete flush {ENCODED => 89a4205fbaf1c209632791a7682c9104, NAME => 'TestAcidGuarantees,,1734320374624.89a4205fbaf1c209632791a7682c9104.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:39:56,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.HMaster(4114): Remote procedure failed, pid=70 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 89a4205fbaf1c209632791a7682c9104, NAME => 'TestAcidGuarantees,,1734320374624.89a4205fbaf1c209632791a7682c9104.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 89a4205fbaf1c209632791a7682c9104, NAME => 'TestAcidGuarantees,,1734320374624.89a4205fbaf1c209632791a7682c9104.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:39:56,194 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=337, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/.tmp/A/02f36d054a5b4b5fbb0d430fea89489e 2024-12-16T03:39:56,201 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/.tmp/B/94a5f9be231b4d5f80e6c649e5910139 is 50, key is test_row_1/B:col10/1734320394205/Put/seqid=0 2024-12-16T03:39:56,212 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073742063_1239 (size=9857) 2024-12-16T03:39:56,212 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=337 (bloomFilter=true), to=hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/.tmp/B/94a5f9be231b4d5f80e6c649e5910139 2024-12-16T03:39:56,218 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/.tmp/C/ab47a9142b8645f09c587c1f54438cef is 50, key is test_row_1/C:col10/1734320394205/Put/seqid=0 2024-12-16T03:39:56,221 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073742064_1240 (size=9857) 2024-12-16T03:39:56,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-12-16T03:39:56,306 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:56,307 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39893 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=70 2024-12-16T03:39:56,307 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734320374624.89a4205fbaf1c209632791a7682c9104. 2024-12-16T03:39:56,307 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734320374624.89a4205fbaf1c209632791a7682c9104. as already flushing 2024-12-16T03:39:56,307 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734320374624.89a4205fbaf1c209632791a7682c9104. 2024-12-16T03:39:56,307 ERROR [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] handler.RSProcedureHandler(58): pid=70 java.io.IOException: Unable to complete flush {ENCODED => 89a4205fbaf1c209632791a7682c9104, NAME => 'TestAcidGuarantees,,1734320374624.89a4205fbaf1c209632791a7682c9104.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:39:56,307 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=70 java.io.IOException: Unable to complete flush {ENCODED => 89a4205fbaf1c209632791a7682c9104, NAME => 'TestAcidGuarantees,,1734320374624.89a4205fbaf1c209632791a7682c9104.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:39:56,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.HMaster(4114): Remote procedure failed, pid=70 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 89a4205fbaf1c209632791a7682c9104, NAME => 'TestAcidGuarantees,,1734320374624.89a4205fbaf1c209632791a7682c9104.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 89a4205fbaf1c209632791a7682c9104, NAME => 'TestAcidGuarantees,,1734320374624.89a4205fbaf1c209632791a7682c9104.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:39:56,328 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:56,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40666 deadline: 1734320456326, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:56,328 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:56,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40724 deadline: 1734320456326, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:56,330 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:56,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40746 deadline: 1734320456328, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:56,335 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:56,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40702 deadline: 1734320456332, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:56,459 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:56,459 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39893 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=70 2024-12-16T03:39:56,460 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734320374624.89a4205fbaf1c209632791a7682c9104. 2024-12-16T03:39:56,460 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734320374624.89a4205fbaf1c209632791a7682c9104. as already flushing 2024-12-16T03:39:56,460 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734320374624.89a4205fbaf1c209632791a7682c9104. 2024-12-16T03:39:56,460 ERROR [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] handler.RSProcedureHandler(58): pid=70 java.io.IOException: Unable to complete flush {ENCODED => 89a4205fbaf1c209632791a7682c9104, NAME => 'TestAcidGuarantees,,1734320374624.89a4205fbaf1c209632791a7682c9104.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:39:56,460 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=70 java.io.IOException: Unable to complete flush {ENCODED => 89a4205fbaf1c209632791a7682c9104, NAME => 'TestAcidGuarantees,,1734320374624.89a4205fbaf1c209632791a7682c9104.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:39:56,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.HMaster(4114): Remote procedure failed, pid=70 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 89a4205fbaf1c209632791a7682c9104, NAME => 'TestAcidGuarantees,,1734320374624.89a4205fbaf1c209632791a7682c9104.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 89a4205fbaf1c209632791a7682c9104, NAME => 'TestAcidGuarantees,,1734320374624.89a4205fbaf1c209632791a7682c9104.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:39:56,567 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:56,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 201 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40754 deadline: 1734320456566, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:56,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-12-16T03:39:56,612 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:56,612 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39893 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=70 2024-12-16T03:39:56,612 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734320374624.89a4205fbaf1c209632791a7682c9104. 2024-12-16T03:39:56,612 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734320374624.89a4205fbaf1c209632791a7682c9104. as already flushing 2024-12-16T03:39:56,612 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734320374624.89a4205fbaf1c209632791a7682c9104. 2024-12-16T03:39:56,612 ERROR [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] handler.RSProcedureHandler(58): pid=70 java.io.IOException: Unable to complete flush {ENCODED => 89a4205fbaf1c209632791a7682c9104, NAME => 'TestAcidGuarantees,,1734320374624.89a4205fbaf1c209632791a7682c9104.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:39:56,613 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=70 java.io.IOException: Unable to complete flush {ENCODED => 89a4205fbaf1c209632791a7682c9104, NAME => 'TestAcidGuarantees,,1734320374624.89a4205fbaf1c209632791a7682c9104.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:39:56,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.HMaster(4114): Remote procedure failed, pid=70 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 89a4205fbaf1c209632791a7682c9104, NAME => 'TestAcidGuarantees,,1734320374624.89a4205fbaf1c209632791a7682c9104.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 89a4205fbaf1c209632791a7682c9104, NAME => 'TestAcidGuarantees,,1734320374624.89a4205fbaf1c209632791a7682c9104.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:39:56,622 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=337 (bloomFilter=true), to=hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/.tmp/C/ab47a9142b8645f09c587c1f54438cef 2024-12-16T03:39:56,627 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/.tmp/A/02f36d054a5b4b5fbb0d430fea89489e as hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/A/02f36d054a5b4b5fbb0d430fea89489e 2024-12-16T03:39:56,631 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/A/02f36d054a5b4b5fbb0d430fea89489e, entries=150, sequenceid=337, filesize=30.5 K 2024-12-16T03:39:56,631 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/.tmp/B/94a5f9be231b4d5f80e6c649e5910139 as hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/B/94a5f9be231b4d5f80e6c649e5910139 2024-12-16T03:39:56,636 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/B/94a5f9be231b4d5f80e6c649e5910139, entries=100, sequenceid=337, filesize=9.6 K 2024-12-16T03:39:56,637 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/.tmp/C/ab47a9142b8645f09c587c1f54438cef as hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/C/ab47a9142b8645f09c587c1f54438cef 2024-12-16T03:39:56,640 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/C/ab47a9142b8645f09c587c1f54438cef, entries=100, sequenceid=337, filesize=9.6 K 2024-12-16T03:39:56,641 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 89a4205fbaf1c209632791a7682c9104 in 1308ms, sequenceid=337, compaction requested=true 2024-12-16T03:39:56,641 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 89a4205fbaf1c209632791a7682c9104: 2024-12-16T03:39:56,642 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 89a4205fbaf1c209632791a7682c9104:A, priority=-2147483648, current under compaction store size is 1 2024-12-16T03:39:56,642 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 7 store files, 0 compacting, 7 eligible, 16 blocking 2024-12-16T03:39:56,642 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-16T03:39:56,642 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 89a4205fbaf1c209632791a7682c9104:B, priority=-2147483648, current under compaction store size is 2 2024-12-16T03:39:56,642 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-16T03:39:56,642 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 7 store files, 0 compacting, 7 eligible, 16 blocking 2024-12-16T03:39:56,642 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 89a4205fbaf1c209632791a7682c9104:C, priority=-2147483648, current under compaction store size is 3 2024-12-16T03:39:56,642 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-16T03:39:56,644 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 7 files of size 219134 starting at candidate #0 after considering 15 permutations with 15 in ratio 2024-12-16T03:39:56,644 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.HStore(1540): 89a4205fbaf1c209632791a7682c9104/A is initiating minor compaction (all files) 2024-12-16T03:39:56,644 INFO [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 89a4205fbaf1c209632791a7682c9104/A in TestAcidGuarantees,,1734320374624.89a4205fbaf1c209632791a7682c9104. 2024-12-16T03:39:56,644 INFO [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/A/674b500141494a7388e0238fd2cadbcf, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/A/fcc2470cb16a43f18ba20bf0d796ed41, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/A/c659c0299890406d933f45072c3fb682, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/A/5eecc0d678e94d9f8799e084362ce9fd, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/A/c0cc095b860241b0851f944b6823041d, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/A/8a0a2202736940928dd66e5f4b1b42ca, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/A/02f36d054a5b4b5fbb0d430fea89489e] into tmpdir=hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/.tmp, totalSize=214.0 K 2024-12-16T03:39:56,644 INFO [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=9 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1734320374624.89a4205fbaf1c209632791a7682c9104. 2024-12-16T03:39:56,644 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1734320374624.89a4205fbaf1c209632791a7682c9104. files: [hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/A/674b500141494a7388e0238fd2cadbcf, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/A/fcc2470cb16a43f18ba20bf0d796ed41, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/A/c659c0299890406d933f45072c3fb682, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/A/5eecc0d678e94d9f8799e084362ce9fd, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/A/c0cc095b860241b0851f944b6823041d, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/A/8a0a2202736940928dd66e5f4b1b42ca, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/A/02f36d054a5b4b5fbb0d430fea89489e] 2024-12-16T03:39:56,644 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 7 files of size 83909 starting at candidate #0 after considering 15 permutations with 15 in ratio 2024-12-16T03:39:56,644 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.HStore(1540): 89a4205fbaf1c209632791a7682c9104/B is initiating minor compaction (all files) 2024-12-16T03:39:56,644 INFO [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 89a4205fbaf1c209632791a7682c9104/B in TestAcidGuarantees,,1734320374624.89a4205fbaf1c209632791a7682c9104. 2024-12-16T03:39:56,644 INFO [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/B/4c74f967df354703adad353f6027757a, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/B/e3de28087a644f2d93d3121de5bd3882, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/B/2e389f4e2e8c4a6aae08c744feeafdae, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/B/c5fc7a4cb5b2497dbc5c3598feb20f73, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/B/7d78ca885c0a433e8b15538d3540523c, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/B/7c39fb7ffeed4c0993a2b996acdb2ba5, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/B/94a5f9be231b4d5f80e6c649e5910139] into tmpdir=hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/.tmp, totalSize=81.9 K 2024-12-16T03:39:56,645 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] compactions.Compactor(224): Compacting 4c74f967df354703adad353f6027757a, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=224, earliestPutTs=1734320383732 2024-12-16T03:39:56,645 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] compactions.Compactor(224): Compacting 674b500141494a7388e0238fd2cadbcf, keycount=150, bloomtype=ROW, size=31.0 K, encoding=NONE, compression=NONE, seqNum=224, earliestPutTs=1734320383732 2024-12-16T03:39:56,645 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] compactions.Compactor(224): Compacting fcc2470cb16a43f18ba20bf0d796ed41, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=251, earliestPutTs=1734320386539 2024-12-16T03:39:56,645 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] compactions.Compactor(224): Compacting e3de28087a644f2d93d3121de5bd3882, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=251, earliestPutTs=1734320386539 2024-12-16T03:39:56,645 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] compactions.Compactor(224): Compacting c659c0299890406d933f45072c3fb682, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=263, earliestPutTs=1734320387663 2024-12-16T03:39:56,645 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] compactions.Compactor(224): Compacting 2e389f4e2e8c4a6aae08c744feeafdae, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=263, earliestPutTs=1734320387663 2024-12-16T03:39:56,646 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5eecc0d678e94d9f8799e084362ce9fd, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=288, earliestPutTs=1734320388788 2024-12-16T03:39:56,646 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] compactions.Compactor(224): Compacting c5fc7a4cb5b2497dbc5c3598feb20f73, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=288, earliestPutTs=1734320388788 2024-12-16T03:39:56,646 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] compactions.Compactor(224): Compacting c0cc095b860241b0851f944b6823041d, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=300, earliestPutTs=1734320389914 2024-12-16T03:39:56,646 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] compactions.Compactor(224): Compacting 7d78ca885c0a433e8b15538d3540523c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=300, earliestPutTs=1734320389914 2024-12-16T03:39:56,646 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] compactions.Compactor(224): Compacting 7c39fb7ffeed4c0993a2b996acdb2ba5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=324, earliestPutTs=1734320392077 2024-12-16T03:39:56,646 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8a0a2202736940928dd66e5f4b1b42ca, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=324, earliestPutTs=1734320392077 2024-12-16T03:39:56,646 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] compactions.Compactor(224): Compacting 94a5f9be231b4d5f80e6c649e5910139, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=337, earliestPutTs=1734320394205 2024-12-16T03:39:56,646 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] compactions.Compactor(224): Compacting 02f36d054a5b4b5fbb0d430fea89489e, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=337, earliestPutTs=1734320394205 2024-12-16T03:39:56,666 INFO [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 89a4205fbaf1c209632791a7682c9104#B#compaction#200 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-16T03:39:56,667 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/.tmp/B/5586323192374310898ddde4298cff33 is 50, key is test_row_0/B:col10/1734320392081/Put/seqid=0 2024-12-16T03:39:56,668 INFO [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=89a4205fbaf1c209632791a7682c9104] 2024-12-16T03:39:56,670 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241216d05c192104f5471b9cf22e9666caab43_89a4205fbaf1c209632791a7682c9104 store=[table=TestAcidGuarantees family=A region=89a4205fbaf1c209632791a7682c9104] 2024-12-16T03:39:56,672 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241216d05c192104f5471b9cf22e9666caab43_89a4205fbaf1c209632791a7682c9104, store=[table=TestAcidGuarantees family=A region=89a4205fbaf1c209632791a7682c9104] 2024-12-16T03:39:56,673 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241216d05c192104f5471b9cf22e9666caab43_89a4205fbaf1c209632791a7682c9104 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=89a4205fbaf1c209632791a7682c9104] 2024-12-16T03:39:56,676 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073742065_1241 (size=13085) 2024-12-16T03:39:56,677 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073742066_1242 (size=4469) 2024-12-16T03:39:56,678 INFO [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 89a4205fbaf1c209632791a7682c9104#A#compaction#201 average throughput is 2.44 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-16T03:39:56,678 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/.tmp/A/d4ebb5e1714a47daac128803587fb617 is 175, key is test_row_0/A:col10/1734320392081/Put/seqid=0 2024-12-16T03:39:56,688 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073742067_1243 (size=32146) 2024-12-16T03:39:56,764 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:56,765 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39893 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=70 2024-12-16T03:39:56,765 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734320374624.89a4205fbaf1c209632791a7682c9104. 2024-12-16T03:39:56,765 INFO [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegion(2837): Flushing 89a4205fbaf1c209632791a7682c9104 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-12-16T03:39:56,765 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 89a4205fbaf1c209632791a7682c9104, store=A 2024-12-16T03:39:56,765 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T03:39:56,766 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 89a4205fbaf1c209632791a7682c9104, store=B 2024-12-16T03:39:56,766 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T03:39:56,766 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 89a4205fbaf1c209632791a7682c9104, store=C 2024-12-16T03:39:56,766 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T03:39:56,772 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241216df859d47d5c74f9a99a9a50aee030d17_89a4205fbaf1c209632791a7682c9104 is 50, key is test_row_0/A:col10/1734320395446/Put/seqid=0 2024-12-16T03:39:56,776 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073742068_1244 (size=12454) 2024-12-16T03:39:57,087 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/.tmp/B/5586323192374310898ddde4298cff33 as hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/B/5586323192374310898ddde4298cff33 2024-12-16T03:39:57,092 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/.tmp/A/d4ebb5e1714a47daac128803587fb617 as hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/A/d4ebb5e1714a47daac128803587fb617 2024-12-16T03:39:57,092 INFO [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 7 (all) file(s) in 89a4205fbaf1c209632791a7682c9104/B of 89a4205fbaf1c209632791a7682c9104 into 5586323192374310898ddde4298cff33(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-16T03:39:57,092 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 89a4205fbaf1c209632791a7682c9104: 2024-12-16T03:39:57,092 INFO [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734320374624.89a4205fbaf1c209632791a7682c9104., storeName=89a4205fbaf1c209632791a7682c9104/B, priority=9, startTime=1734320396642; duration=0sec 2024-12-16T03:39:57,093 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-16T03:39:57,093 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 89a4205fbaf1c209632791a7682c9104:B 2024-12-16T03:39:57,093 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 8 store files, 0 compacting, 8 eligible, 16 blocking 2024-12-16T03:39:57,096 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 8 files of size 93598 starting at candidate #0 after considering 21 permutations with 21 in ratio 2024-12-16T03:39:57,096 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.HStore(1540): 89a4205fbaf1c209632791a7682c9104/C is initiating minor compaction (all files) 2024-12-16T03:39:57,096 INFO [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 89a4205fbaf1c209632791a7682c9104/C in TestAcidGuarantees,,1734320374624.89a4205fbaf1c209632791a7682c9104. 2024-12-16T03:39:57,096 INFO [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/C/32bc807948c3458eb4d80a5c0febb84c, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/C/008d3a9a02634b40b33b881ad53dfe48, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/C/99bfe35b99aa4502899a1ee34c155610, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/C/c72d8640d9f44543a2a45365b0e7c908, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/C/d6f55e5707c64959a0b03e4320514cf1, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/C/20028fa9c4ff446c8fadc17f056c0ded, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/C/c79df50e41184ec6a14150f5b4e23702, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/C/ab47a9142b8645f09c587c1f54438cef] into tmpdir=hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/.tmp, totalSize=91.4 K 2024-12-16T03:39:57,097 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] compactions.Compactor(224): Compacting 32bc807948c3458eb4d80a5c0febb84c, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=209, earliestPutTs=1734320383732 2024-12-16T03:39:57,097 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] compactions.Compactor(224): Compacting 008d3a9a02634b40b33b881ad53dfe48, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=224, earliestPutTs=1734320386503 2024-12-16T03:39:57,097 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] compactions.Compactor(224): Compacting 99bfe35b99aa4502899a1ee34c155610, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=251, earliestPutTs=1734320386539 2024-12-16T03:39:57,098 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] compactions.Compactor(224): Compacting c72d8640d9f44543a2a45365b0e7c908, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=263, earliestPutTs=1734320387663 2024-12-16T03:39:57,098 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] compactions.Compactor(224): Compacting d6f55e5707c64959a0b03e4320514cf1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=288, earliestPutTs=1734320388788 2024-12-16T03:39:57,099 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] compactions.Compactor(224): Compacting 20028fa9c4ff446c8fadc17f056c0ded, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=300, earliestPutTs=1734320389914 2024-12-16T03:39:57,099 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] compactions.Compactor(224): Compacting c79df50e41184ec6a14150f5b4e23702, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=324, earliestPutTs=1734320392077 2024-12-16T03:39:57,099 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] compactions.Compactor(224): Compacting ab47a9142b8645f09c587c1f54438cef, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=337, earliestPutTs=1734320394205 2024-12-16T03:39:57,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-12-16T03:39:57,104 INFO [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 7 (all) file(s) in 89a4205fbaf1c209632791a7682c9104/A of 89a4205fbaf1c209632791a7682c9104 into d4ebb5e1714a47daac128803587fb617(size=31.4 K), total size for store is 31.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-16T03:39:57,105 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 89a4205fbaf1c209632791a7682c9104: 2024-12-16T03:39:57,105 INFO [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734320374624.89a4205fbaf1c209632791a7682c9104., storeName=89a4205fbaf1c209632791a7682c9104/A, priority=9, startTime=1734320396642; duration=0sec 2024-12-16T03:39:57,105 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-16T03:39:57,105 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 89a4205fbaf1c209632791a7682c9104:A 2024-12-16T03:39:57,116 INFO [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 89a4205fbaf1c209632791a7682c9104#C#compaction#203 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-16T03:39:57,117 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/.tmp/C/58a0bc74d45f4065aa07ee12d918187a is 50, key is test_row_0/C:col10/1734320392081/Put/seqid=0 2024-12-16T03:39:57,121 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073742069_1245 (size=13051) 2024-12-16T03:39:57,125 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/.tmp/C/58a0bc74d45f4065aa07ee12d918187a as hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/C/58a0bc74d45f4065aa07ee12d918187a 2024-12-16T03:39:57,135 INFO [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 8 (all) file(s) in 89a4205fbaf1c209632791a7682c9104/C of 89a4205fbaf1c209632791a7682c9104 into 58a0bc74d45f4065aa07ee12d918187a(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-16T03:39:57,135 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 89a4205fbaf1c209632791a7682c9104: 2024-12-16T03:39:57,135 INFO [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734320374624.89a4205fbaf1c209632791a7682c9104., storeName=89a4205fbaf1c209632791a7682c9104/C, priority=8, startTime=1734320396642; duration=0sec 2024-12-16T03:39:57,135 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-16T03:39:57,135 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 89a4205fbaf1c209632791a7682c9104:C 2024-12-16T03:39:57,177 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:57,185 INFO [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241216df859d47d5c74f9a99a9a50aee030d17_89a4205fbaf1c209632791a7682c9104 to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241216df859d47d5c74f9a99a9a50aee030d17_89a4205fbaf1c209632791a7682c9104 2024-12-16T03:39:57,186 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/.tmp/A/117c185f0c3a4035b7f481ac8b75a5b1, store: [table=TestAcidGuarantees family=A region=89a4205fbaf1c209632791a7682c9104] 2024-12-16T03:39:57,187 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/.tmp/A/117c185f0c3a4035b7f481ac8b75a5b1 is 175, key is test_row_0/A:col10/1734320395446/Put/seqid=0 2024-12-16T03:39:57,191 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073742070_1246 (size=31255) 2024-12-16T03:39:57,570 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734320374624.89a4205fbaf1c209632791a7682c9104. as already flushing 2024-12-16T03:39:57,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(8581): Flush requested on 89a4205fbaf1c209632791a7682c9104 2024-12-16T03:39:57,587 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:57,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 213 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40754 deadline: 1734320457585, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:57,592 INFO [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=360, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/.tmp/A/117c185f0c3a4035b7f481ac8b75a5b1 2024-12-16T03:39:57,598 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/.tmp/B/d5847fbfbe6b43bbb5e1b48320ddf769 is 50, key is test_row_0/B:col10/1734320395446/Put/seqid=0 2024-12-16T03:39:57,607 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073742071_1247 (size=12301) 2024-12-16T03:39:57,688 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:57,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 215 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40754 deadline: 1734320457688, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:57,892 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:57,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 217 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40754 deadline: 1734320457889, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:57,931 DEBUG [Thread-733 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7a11164b to 127.0.0.1:56952 2024-12-16T03:39:57,931 DEBUG [Thread-733 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T03:39:57,932 DEBUG [Thread-735 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x08a7e1dd to 127.0.0.1:56952 2024-12-16T03:39:57,932 DEBUG [Thread-735 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T03:39:57,932 DEBUG [Thread-731 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3448d233 to 127.0.0.1:56952 2024-12-16T03:39:57,932 DEBUG [Thread-731 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T03:39:57,932 DEBUG [Thread-737 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x31a027db to 127.0.0.1:56952 2024-12-16T03:39:57,932 DEBUG [Thread-737 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T03:39:58,009 INFO [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=360 (bloomFilter=true), to=hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/.tmp/B/d5847fbfbe6b43bbb5e1b48320ddf769 2024-12-16T03:39:58,021 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/.tmp/C/3181c4b8c672425e9cc8c19c8fa05d4b is 50, key is test_row_0/C:col10/1734320395446/Put/seqid=0 2024-12-16T03:39:58,025 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073742072_1248 (size=12301) 2024-12-16T03:39:58,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-12-16T03:39:58,196 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:58,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 219 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40754 deadline: 1734320458195, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:58,338 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:58,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40724 deadline: 1734320458338, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:58,341 DEBUG [Thread-720 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4134 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1734320374624.89a4205fbaf1c209632791a7682c9104., hostname=f0d65a6309ee,39893,1734320334634, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-16T03:39:58,347 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:58,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40666 deadline: 1734320458347, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:58,349 DEBUG [Thread-722 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4144 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1734320374624.89a4205fbaf1c209632791a7682c9104., hostname=f0d65a6309ee,39893,1734320334634, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-16T03:39:58,351 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:58,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40746 deadline: 1734320458351, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:58,352 DEBUG [Thread-724 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4147 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1734320374624.89a4205fbaf1c209632791a7682c9104., hostname=f0d65a6309ee,39893,1734320334634, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-16T03:39:58,358 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:39:58,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40702 deadline: 1734320458358, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:39:58,359 DEBUG [Thread-726 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4151 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1734320374624.89a4205fbaf1c209632791a7682c9104., hostname=f0d65a6309ee,39893,1734320334634, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-16T03:39:58,426 INFO [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=360 (bloomFilter=true), to=hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/.tmp/C/3181c4b8c672425e9cc8c19c8fa05d4b 2024-12-16T03:39:58,434 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/.tmp/A/117c185f0c3a4035b7f481ac8b75a5b1 as hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/A/117c185f0c3a4035b7f481ac8b75a5b1 2024-12-16T03:39:58,442 INFO [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/A/117c185f0c3a4035b7f481ac8b75a5b1, entries=150, sequenceid=360, filesize=30.5 K 2024-12-16T03:39:58,444 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/.tmp/B/d5847fbfbe6b43bbb5e1b48320ddf769 as hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/B/d5847fbfbe6b43bbb5e1b48320ddf769 2024-12-16T03:39:58,450 INFO [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/B/d5847fbfbe6b43bbb5e1b48320ddf769, entries=150, sequenceid=360, filesize=12.0 K 2024-12-16T03:39:58,451 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/.tmp/C/3181c4b8c672425e9cc8c19c8fa05d4b as hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/C/3181c4b8c672425e9cc8c19c8fa05d4b 2024-12-16T03:39:58,456 INFO [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/C/3181c4b8c672425e9cc8c19c8fa05d4b, entries=150, sequenceid=360, filesize=12.0 K 2024-12-16T03:39:58,457 INFO [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 89a4205fbaf1c209632791a7682c9104 in 1691ms, sequenceid=360, compaction requested=false 2024-12-16T03:39:58,457 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegion(2538): Flush status journal for 89a4205fbaf1c209632791a7682c9104: 2024-12-16T03:39:58,457 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734320374624.89a4205fbaf1c209632791a7682c9104. 2024-12-16T03:39:58,457 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=70 2024-12-16T03:39:58,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.HMaster(4106): Remote procedure done, pid=70 2024-12-16T03:39:58,459 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=70, resume processing ppid=69 2024-12-16T03:39:58,460 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=70, ppid=69, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.4560 sec 2024-12-16T03:39:58,461 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=69, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=69, table=TestAcidGuarantees in 2.4610 sec 2024-12-16T03:39:58,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(8581): Flush requested on 89a4205fbaf1c209632791a7682c9104 2024-12-16T03:39:58,702 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 89a4205fbaf1c209632791a7682c9104 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-12-16T03:39:58,702 DEBUG [Thread-728 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x152377d4 to 127.0.0.1:56952 2024-12-16T03:39:58,702 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 89a4205fbaf1c209632791a7682c9104, store=A 2024-12-16T03:39:58,703 DEBUG [Thread-728 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T03:39:58,703 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T03:39:58,703 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 89a4205fbaf1c209632791a7682c9104, store=B 2024-12-16T03:39:58,703 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T03:39:58,703 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 89a4205fbaf1c209632791a7682c9104, store=C 2024-12-16T03:39:58,703 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T03:39:58,715 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241216ee622d0e560540fa8c91800f58b15e64_89a4205fbaf1c209632791a7682c9104 is 50, key is test_row_0/A:col10/1734320397579/Put/seqid=0 2024-12-16T03:39:58,719 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073742073_1249 (size=12454) 2024-12-16T03:39:59,121 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:39:59,132 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241216ee622d0e560540fa8c91800f58b15e64_89a4205fbaf1c209632791a7682c9104 to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241216ee622d0e560540fa8c91800f58b15e64_89a4205fbaf1c209632791a7682c9104 2024-12-16T03:39:59,134 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/.tmp/A/e7607e02b3fd4e8085c73a10c732a131, store: [table=TestAcidGuarantees family=A region=89a4205fbaf1c209632791a7682c9104] 2024-12-16T03:39:59,135 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/.tmp/A/e7607e02b3fd4e8085c73a10c732a131 is 175, key is test_row_0/A:col10/1734320397579/Put/seqid=0 2024-12-16T03:39:59,139 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073742074_1250 (size=31255) 2024-12-16T03:39:59,541 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=377, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/.tmp/A/e7607e02b3fd4e8085c73a10c732a131 2024-12-16T03:39:59,555 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/.tmp/B/75d2c0f8fe124127a05abc2a9a53d8b8 is 50, key is test_row_0/B:col10/1734320397579/Put/seqid=0 2024-12-16T03:39:59,559 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073742075_1251 (size=12301) 2024-12-16T03:39:59,962 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=377 (bloomFilter=true), to=hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/.tmp/B/75d2c0f8fe124127a05abc2a9a53d8b8 2024-12-16T03:39:59,977 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/.tmp/C/d2719ca6fdfc436f95b783cdf40ed012 is 50, key is test_row_0/C:col10/1734320397579/Put/seqid=0 2024-12-16T03:39:59,982 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073742076_1252 (size=12301) 2024-12-16T03:40:00,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-12-16T03:40:00,107 INFO [Thread-730 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 69 completed 2024-12-16T03:40:00,188 DEBUG [master/f0d65a6309ee:0.Chore.1 {}] balancer.RegionLocationFinder(172): Locality for region 79ecd7d376ccc5feae5a9f191616710a changed from -1.0 to 0.0, refreshing cache 2024-12-16T03:40:00,384 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=377 (bloomFilter=true), to=hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/.tmp/C/d2719ca6fdfc436f95b783cdf40ed012 2024-12-16T03:40:00,395 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/.tmp/A/e7607e02b3fd4e8085c73a10c732a131 as hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/A/e7607e02b3fd4e8085c73a10c732a131 2024-12-16T03:40:00,400 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/A/e7607e02b3fd4e8085c73a10c732a131, entries=150, sequenceid=377, filesize=30.5 K 2024-12-16T03:40:00,401 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/.tmp/B/75d2c0f8fe124127a05abc2a9a53d8b8 as hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/B/75d2c0f8fe124127a05abc2a9a53d8b8 2024-12-16T03:40:00,406 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/B/75d2c0f8fe124127a05abc2a9a53d8b8, entries=150, sequenceid=377, filesize=12.0 K 2024-12-16T03:40:00,407 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/.tmp/C/d2719ca6fdfc436f95b783cdf40ed012 as hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/C/d2719ca6fdfc436f95b783cdf40ed012 2024-12-16T03:40:00,412 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/C/d2719ca6fdfc436f95b783cdf40ed012, entries=150, sequenceid=377, filesize=12.0 K 2024-12-16T03:40:00,413 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=0 B/0 for 89a4205fbaf1c209632791a7682c9104 in 1711ms, sequenceid=377, compaction requested=true 2024-12-16T03:40:00,414 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 89a4205fbaf1c209632791a7682c9104: 2024-12-16T03:40:00,414 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 89a4205fbaf1c209632791a7682c9104:A, priority=-2147483648, current under compaction store size is 1 2024-12-16T03:40:00,414 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-16T03:40:00,414 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-16T03:40:00,414 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 89a4205fbaf1c209632791a7682c9104:B, priority=-2147483648, current under compaction store size is 2 2024-12-16T03:40:00,414 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-16T03:40:00,414 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-16T03:40:00,414 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 89a4205fbaf1c209632791a7682c9104:C, priority=-2147483648, current under compaction store size is 3 2024-12-16T03:40:00,414 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-16T03:40:00,415 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 94656 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-16T03:40:00,415 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37687 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-16T03:40:00,415 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.HStore(1540): 89a4205fbaf1c209632791a7682c9104/A is initiating minor compaction (all files) 2024-12-16T03:40:00,415 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.HStore(1540): 89a4205fbaf1c209632791a7682c9104/B is initiating minor compaction (all files) 2024-12-16T03:40:00,415 INFO [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 89a4205fbaf1c209632791a7682c9104/A in TestAcidGuarantees,,1734320374624.89a4205fbaf1c209632791a7682c9104. 2024-12-16T03:40:00,415 INFO [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 89a4205fbaf1c209632791a7682c9104/B in TestAcidGuarantees,,1734320374624.89a4205fbaf1c209632791a7682c9104. 2024-12-16T03:40:00,415 INFO [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/A/d4ebb5e1714a47daac128803587fb617, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/A/117c185f0c3a4035b7f481ac8b75a5b1, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/A/e7607e02b3fd4e8085c73a10c732a131] into tmpdir=hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/.tmp, totalSize=92.4 K 2024-12-16T03:40:00,415 INFO [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/B/5586323192374310898ddde4298cff33, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/B/d5847fbfbe6b43bbb5e1b48320ddf769, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/B/75d2c0f8fe124127a05abc2a9a53d8b8] into tmpdir=hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/.tmp, totalSize=36.8 K 2024-12-16T03:40:00,415 INFO [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1734320374624.89a4205fbaf1c209632791a7682c9104. 2024-12-16T03:40:00,416 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1734320374624.89a4205fbaf1c209632791a7682c9104. files: [hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/A/d4ebb5e1714a47daac128803587fb617, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/A/117c185f0c3a4035b7f481ac8b75a5b1, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/A/e7607e02b3fd4e8085c73a10c732a131] 2024-12-16T03:40:00,416 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5586323192374310898ddde4298cff33, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=337, earliestPutTs=1734320392081 2024-12-16T03:40:00,416 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] compactions.Compactor(224): Compacting d4ebb5e1714a47daac128803587fb617, keycount=150, bloomtype=ROW, size=31.4 K, encoding=NONE, compression=NONE, seqNum=337, earliestPutTs=1734320392081 2024-12-16T03:40:00,417 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] compactions.Compactor(224): Compacting d5847fbfbe6b43bbb5e1b48320ddf769, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=360, earliestPutTs=1734320395442 2024-12-16T03:40:00,417 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] compactions.Compactor(224): Compacting 117c185f0c3a4035b7f481ac8b75a5b1, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=360, earliestPutTs=1734320395442 2024-12-16T03:40:00,417 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] compactions.Compactor(224): Compacting 75d2c0f8fe124127a05abc2a9a53d8b8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=377, earliestPutTs=1734320397579 2024-12-16T03:40:00,417 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] compactions.Compactor(224): Compacting e7607e02b3fd4e8085c73a10c732a131, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=377, earliestPutTs=1734320397579 2024-12-16T03:40:00,426 INFO [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=89a4205fbaf1c209632791a7682c9104] 2024-12-16T03:40:00,427 INFO [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 89a4205fbaf1c209632791a7682c9104#B#compaction#209 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-16T03:40:00,427 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/.tmp/B/7eb9af063b5a4634a2182eba04fae690 is 50, key is test_row_0/B:col10/1734320397579/Put/seqid=0 2024-12-16T03:40:00,428 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202412161e29bbd1c0be4f2fbf023366b10be61f_89a4205fbaf1c209632791a7682c9104 store=[table=TestAcidGuarantees family=A region=89a4205fbaf1c209632791a7682c9104] 2024-12-16T03:40:00,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073742077_1253 (size=13187) 2024-12-16T03:40:00,448 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202412161e29bbd1c0be4f2fbf023366b10be61f_89a4205fbaf1c209632791a7682c9104, store=[table=TestAcidGuarantees family=A region=89a4205fbaf1c209632791a7682c9104] 2024-12-16T03:40:00,449 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412161e29bbd1c0be4f2fbf023366b10be61f_89a4205fbaf1c209632791a7682c9104 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=89a4205fbaf1c209632791a7682c9104] 2024-12-16T03:40:00,452 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073742078_1254 (size=4469) 2024-12-16T03:40:00,837 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/.tmp/B/7eb9af063b5a4634a2182eba04fae690 as hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/B/7eb9af063b5a4634a2182eba04fae690 2024-12-16T03:40:00,843 INFO [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 89a4205fbaf1c209632791a7682c9104/B of 89a4205fbaf1c209632791a7682c9104 into 7eb9af063b5a4634a2182eba04fae690(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-16T03:40:00,843 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 89a4205fbaf1c209632791a7682c9104: 2024-12-16T03:40:00,843 INFO [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734320374624.89a4205fbaf1c209632791a7682c9104., storeName=89a4205fbaf1c209632791a7682c9104/B, priority=13, startTime=1734320400414; duration=0sec 2024-12-16T03:40:00,843 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-16T03:40:00,843 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 89a4205fbaf1c209632791a7682c9104:B 2024-12-16T03:40:00,843 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-16T03:40:00,844 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37653 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-16T03:40:00,845 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.HStore(1540): 89a4205fbaf1c209632791a7682c9104/C is initiating minor compaction (all files) 2024-12-16T03:40:00,845 INFO [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 89a4205fbaf1c209632791a7682c9104/C in TestAcidGuarantees,,1734320374624.89a4205fbaf1c209632791a7682c9104. 2024-12-16T03:40:00,845 INFO [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/C/58a0bc74d45f4065aa07ee12d918187a, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/C/3181c4b8c672425e9cc8c19c8fa05d4b, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/C/d2719ca6fdfc436f95b783cdf40ed012] into tmpdir=hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/.tmp, totalSize=36.8 K 2024-12-16T03:40:00,845 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] compactions.Compactor(224): Compacting 58a0bc74d45f4065aa07ee12d918187a, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=337, earliestPutTs=1734320392081 2024-12-16T03:40:00,846 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3181c4b8c672425e9cc8c19c8fa05d4b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=360, earliestPutTs=1734320395442 2024-12-16T03:40:00,846 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] compactions.Compactor(224): Compacting d2719ca6fdfc436f95b783cdf40ed012, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=377, earliestPutTs=1734320397579 2024-12-16T03:40:00,852 INFO [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 89a4205fbaf1c209632791a7682c9104#C#compaction#211 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-16T03:40:00,853 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/.tmp/C/57b209b37875480aad7333396f13935d is 50, key is test_row_0/C:col10/1734320397579/Put/seqid=0 2024-12-16T03:40:00,853 INFO [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 89a4205fbaf1c209632791a7682c9104#A#compaction#210 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-16T03:40:00,854 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/.tmp/A/c0c881c984964203ac5b126d0fdb8d06 is 175, key is test_row_0/A:col10/1734320397579/Put/seqid=0 2024-12-16T03:40:00,855 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073742079_1255 (size=13153) 2024-12-16T03:40:00,858 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073742080_1256 (size=32141) 2024-12-16T03:40:01,268 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/.tmp/C/57b209b37875480aad7333396f13935d as hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/C/57b209b37875480aad7333396f13935d 2024-12-16T03:40:01,269 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/.tmp/A/c0c881c984964203ac5b126d0fdb8d06 as hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/A/c0c881c984964203ac5b126d0fdb8d06 2024-12-16T03:40:01,274 INFO [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 89a4205fbaf1c209632791a7682c9104/C of 89a4205fbaf1c209632791a7682c9104 into 57b209b37875480aad7333396f13935d(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-16T03:40:01,274 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 89a4205fbaf1c209632791a7682c9104: 2024-12-16T03:40:01,274 INFO [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734320374624.89a4205fbaf1c209632791a7682c9104., storeName=89a4205fbaf1c209632791a7682c9104/C, priority=13, startTime=1734320400414; duration=0sec 2024-12-16T03:40:01,274 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-16T03:40:01,274 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 89a4205fbaf1c209632791a7682c9104:C 2024-12-16T03:40:01,274 INFO [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 89a4205fbaf1c209632791a7682c9104/A of 89a4205fbaf1c209632791a7682c9104 into c0c881c984964203ac5b126d0fdb8d06(size=31.4 K), total size for store is 31.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-16T03:40:01,274 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 89a4205fbaf1c209632791a7682c9104: 2024-12-16T03:40:01,274 INFO [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734320374624.89a4205fbaf1c209632791a7682c9104., storeName=89a4205fbaf1c209632791a7682c9104/A, priority=13, startTime=1734320400414; duration=0sec 2024-12-16T03:40:01,274 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-16T03:40:01,274 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 89a4205fbaf1c209632791a7682c9104:A 2024-12-16T03:40:02,376 DEBUG [Thread-722 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0b44b1e5 to 127.0.0.1:56952 2024-12-16T03:40:02,376 DEBUG [Thread-722 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T03:40:02,378 DEBUG [Thread-726 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2885d2d9 to 127.0.0.1:56952 2024-12-16T03:40:02,378 DEBUG [Thread-726 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T03:40:02,379 DEBUG [Thread-724 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x46114993 to 127.0.0.1:56952 2024-12-16T03:40:02,379 DEBUG [Thread-720 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x491ea2ee to 127.0.0.1:56952 2024-12-16T03:40:02,379 DEBUG [Thread-724 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T03:40:02,379 DEBUG [Thread-720 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T03:40:02,379 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-12-16T03:40:02,379 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 51 2024-12-16T03:40:02,379 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 52 2024-12-16T03:40:02,379 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 54 2024-12-16T03:40:02,379 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 57 2024-12-16T03:40:02,379 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 86 2024-12-16T03:40:02,379 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-12-16T03:40:02,379 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 7237 2024-12-16T03:40:02,379 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 7198 2024-12-16T03:40:02,379 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-12-16T03:40:02,379 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 3088 2024-12-16T03:40:02,379 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 9264 rows 2024-12-16T03:40:02,379 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 3073 2024-12-16T03:40:02,379 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 9219 rows 2024-12-16T03:40:02,379 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-12-16T03:40:02,379 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x26401a5f to 127.0.0.1:56952 2024-12-16T03:40:02,379 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T03:40:02,381 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-12-16T03:40:02,382 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-12-16T03:40:02,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] procedure2.ProcedureExecutor(1098): Stored pid=71, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-12-16T03:40:02,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-12-16T03:40:02,385 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734320402385"}]},"ts":"1734320402385"} 2024-12-16T03:40:02,386 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-12-16T03:40:02,435 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-12-16T03:40:02,436 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=72, ppid=71, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-12-16T03:40:02,438 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=73, ppid=72, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=89a4205fbaf1c209632791a7682c9104, UNASSIGN}] 2024-12-16T03:40:02,439 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=73, ppid=72, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=89a4205fbaf1c209632791a7682c9104, UNASSIGN 2024-12-16T03:40:02,440 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=73 updating hbase:meta row=89a4205fbaf1c209632791a7682c9104, regionState=CLOSING, regionLocation=f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:02,441 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-16T03:40:02,441 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=74, ppid=73, state=RUNNABLE; CloseRegionProcedure 89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634}] 2024-12-16T03:40:02,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-12-16T03:40:02,593 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:02,594 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] handler.UnassignRegionHandler(124): Close 89a4205fbaf1c209632791a7682c9104 2024-12-16T03:40:02,595 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-12-16T03:40:02,595 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(1681): Closing 89a4205fbaf1c209632791a7682c9104, disabling compactions & flushes 2024-12-16T03:40:02,595 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1734320374624.89a4205fbaf1c209632791a7682c9104. 2024-12-16T03:40:02,595 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1734320374624.89a4205fbaf1c209632791a7682c9104. 2024-12-16T03:40:02,595 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1734320374624.89a4205fbaf1c209632791a7682c9104. after waiting 0 ms 2024-12-16T03:40:02,595 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1734320374624.89a4205fbaf1c209632791a7682c9104. 2024-12-16T03:40:02,596 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(2837): Flushing 89a4205fbaf1c209632791a7682c9104 3/3 column families, dataSize=26.84 KB heapSize=71.06 KB 2024-12-16T03:40:02,596 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 89a4205fbaf1c209632791a7682c9104, store=A 2024-12-16T03:40:02,596 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T03:40:02,596 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 89a4205fbaf1c209632791a7682c9104, store=B 2024-12-16T03:40:02,597 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T03:40:02,597 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 89a4205fbaf1c209632791a7682c9104, store=C 2024-12-16T03:40:02,597 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T03:40:02,609 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241216714c9d7d9afc4ca99a65028e84667116_89a4205fbaf1c209632791a7682c9104 is 50, key is test_row_0/A:col10/1734320402378/Put/seqid=0 2024-12-16T03:40:02,612 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073742081_1257 (size=12454) 2024-12-16T03:40:02,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-12-16T03:40:02,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-12-16T03:40:03,013 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:40:03,019 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241216714c9d7d9afc4ca99a65028e84667116_89a4205fbaf1c209632791a7682c9104 to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241216714c9d7d9afc4ca99a65028e84667116_89a4205fbaf1c209632791a7682c9104 2024-12-16T03:40:03,020 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/.tmp/A/532f8fb407e34fa4af70b16a6d01b934, store: [table=TestAcidGuarantees family=A region=89a4205fbaf1c209632791a7682c9104] 2024-12-16T03:40:03,020 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/.tmp/A/532f8fb407e34fa4af70b16a6d01b934 is 175, key is test_row_0/A:col10/1734320402378/Put/seqid=0 2024-12-16T03:40:03,025 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073742082_1258 (size=31255) 2024-12-16T03:40:03,426 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=387, memsize=8.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/.tmp/A/532f8fb407e34fa4af70b16a6d01b934 2024-12-16T03:40:03,435 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/.tmp/B/6e2b1ff6d0d94dc986ac296ed1eb87f1 is 50, key is test_row_0/B:col10/1734320402378/Put/seqid=0 2024-12-16T03:40:03,440 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073742083_1259 (size=12301) 2024-12-16T03:40:03,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-12-16T03:40:03,842 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=387 (bloomFilter=true), to=hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/.tmp/B/6e2b1ff6d0d94dc986ac296ed1eb87f1 2024-12-16T03:40:03,881 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/.tmp/C/d74ae9694d5e47b5a37926f9b342e0cb is 50, key is test_row_0/C:col10/1734320402378/Put/seqid=0 2024-12-16T03:40:03,888 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073742084_1260 (size=12301) 2024-12-16T03:40:04,291 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=387 (bloomFilter=true), to=hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/.tmp/C/d74ae9694d5e47b5a37926f9b342e0cb 2024-12-16T03:40:04,301 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/.tmp/A/532f8fb407e34fa4af70b16a6d01b934 as hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/A/532f8fb407e34fa4af70b16a6d01b934 2024-12-16T03:40:04,308 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/A/532f8fb407e34fa4af70b16a6d01b934, entries=150, sequenceid=387, filesize=30.5 K 2024-12-16T03:40:04,309 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/.tmp/B/6e2b1ff6d0d94dc986ac296ed1eb87f1 as hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/B/6e2b1ff6d0d94dc986ac296ed1eb87f1 2024-12-16T03:40:04,313 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/B/6e2b1ff6d0d94dc986ac296ed1eb87f1, entries=150, sequenceid=387, filesize=12.0 K 2024-12-16T03:40:04,314 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/.tmp/C/d74ae9694d5e47b5a37926f9b342e0cb as hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/C/d74ae9694d5e47b5a37926f9b342e0cb 2024-12-16T03:40:04,318 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/C/d74ae9694d5e47b5a37926f9b342e0cb, entries=150, sequenceid=387, filesize=12.0 K 2024-12-16T03:40:04,318 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(3040): Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=0 B/0 for 89a4205fbaf1c209632791a7682c9104 in 1723ms, sequenceid=387, compaction requested=false 2024-12-16T03:40:04,319 DEBUG [StoreCloser-TestAcidGuarantees,,1734320374624.89a4205fbaf1c209632791a7682c9104.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/A/0d8b9e29ccef429584a44c1050ab8706, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/A/e013b3b45c674f7ba3b9111bb4422dda, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/A/474006a7a7ad412397fdd52ea3586244, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/A/b244d3c76cb5418fb6271080618ecf08, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/A/24ac0b861fc240b6a91ab7f675fd5f2b, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/A/ab4fb1f94b2d4f3097ee067b7fc7614e, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/A/a517eadc16f942e08216885d4d86537b, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/A/0dfc9265a6914726a10ae3fa3270d041, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/A/04065d52618846b7991ce4da3ded04ce, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/A/4a71544b28ff471a98bdb785d5f54b0a, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/A/171910c089a441748a1ea1af170f09e0, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/A/4369db22da3045c097ec292eb27b2d2e, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/A/f0d7d50ff462437e97ea074194a197bb, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/A/3addf2e90a444185883930fe52abb065, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/A/1f088a0b3c1346b2accf7aa1fba18135, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/A/58e6224d317c4f5e8672a5b8a48a23e0, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/A/674b500141494a7388e0238fd2cadbcf, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/A/fcc2470cb16a43f18ba20bf0d796ed41, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/A/c659c0299890406d933f45072c3fb682, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/A/5eecc0d678e94d9f8799e084362ce9fd, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/A/c0cc095b860241b0851f944b6823041d, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/A/8a0a2202736940928dd66e5f4b1b42ca, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/A/d4ebb5e1714a47daac128803587fb617, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/A/02f36d054a5b4b5fbb0d430fea89489e, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/A/117c185f0c3a4035b7f481ac8b75a5b1, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/A/e7607e02b3fd4e8085c73a10c732a131] to archive 2024-12-16T03:40:04,320 DEBUG [StoreCloser-TestAcidGuarantees,,1734320374624.89a4205fbaf1c209632791a7682c9104.-1 {}] backup.HFileArchiver(363): Archiving compacted files. 2024-12-16T03:40:04,322 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/A/0d8b9e29ccef429584a44c1050ab8706 to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/A/0d8b9e29ccef429584a44c1050ab8706 2024-12-16T03:40:04,322 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/A/e013b3b45c674f7ba3b9111bb4422dda to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/A/e013b3b45c674f7ba3b9111bb4422dda 2024-12-16T03:40:04,322 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/A/474006a7a7ad412397fdd52ea3586244 to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/A/474006a7a7ad412397fdd52ea3586244 2024-12-16T03:40:04,322 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/A/b244d3c76cb5418fb6271080618ecf08 to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/A/b244d3c76cb5418fb6271080618ecf08 2024-12-16T03:40:04,323 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/A/24ac0b861fc240b6a91ab7f675fd5f2b to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/A/24ac0b861fc240b6a91ab7f675fd5f2b 2024-12-16T03:40:04,323 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/A/ab4fb1f94b2d4f3097ee067b7fc7614e to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/A/ab4fb1f94b2d4f3097ee067b7fc7614e 2024-12-16T03:40:04,324 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/A/4369db22da3045c097ec292eb27b2d2e to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/A/4369db22da3045c097ec292eb27b2d2e 2024-12-16T03:40:04,324 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/A/4a71544b28ff471a98bdb785d5f54b0a to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/A/4a71544b28ff471a98bdb785d5f54b0a 2024-12-16T03:40:04,324 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/A/171910c089a441748a1ea1af170f09e0 to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/A/171910c089a441748a1ea1af170f09e0 2024-12-16T03:40:04,324 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/A/a517eadc16f942e08216885d4d86537b to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/A/a517eadc16f942e08216885d4d86537b 2024-12-16T03:40:04,324 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/A/f0d7d50ff462437e97ea074194a197bb to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/A/f0d7d50ff462437e97ea074194a197bb 2024-12-16T03:40:04,324 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/A/04065d52618846b7991ce4da3ded04ce to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/A/04065d52618846b7991ce4da3ded04ce 2024-12-16T03:40:04,324 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/A/3addf2e90a444185883930fe52abb065 to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/A/3addf2e90a444185883930fe52abb065 2024-12-16T03:40:04,325 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/A/1f088a0b3c1346b2accf7aa1fba18135 to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/A/1f088a0b3c1346b2accf7aa1fba18135 2024-12-16T03:40:04,325 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/A/674b500141494a7388e0238fd2cadbcf to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/A/674b500141494a7388e0238fd2cadbcf 2024-12-16T03:40:04,326 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/A/c659c0299890406d933f45072c3fb682 to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/A/c659c0299890406d933f45072c3fb682 2024-12-16T03:40:04,326 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/A/58e6224d317c4f5e8672a5b8a48a23e0 to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/A/58e6224d317c4f5e8672a5b8a48a23e0 2024-12-16T03:40:04,326 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/A/fcc2470cb16a43f18ba20bf0d796ed41 to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/A/fcc2470cb16a43f18ba20bf0d796ed41 2024-12-16T03:40:04,326 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/A/5eecc0d678e94d9f8799e084362ce9fd to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/A/5eecc0d678e94d9f8799e084362ce9fd 2024-12-16T03:40:04,326 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/A/c0cc095b860241b0851f944b6823041d to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/A/c0cc095b860241b0851f944b6823041d 2024-12-16T03:40:04,327 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/A/8a0a2202736940928dd66e5f4b1b42ca to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/A/8a0a2202736940928dd66e5f4b1b42ca 2024-12-16T03:40:04,327 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/A/0dfc9265a6914726a10ae3fa3270d041 to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/A/0dfc9265a6914726a10ae3fa3270d041 2024-12-16T03:40:04,327 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/A/d4ebb5e1714a47daac128803587fb617 to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/A/d4ebb5e1714a47daac128803587fb617 2024-12-16T03:40:04,327 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/A/02f36d054a5b4b5fbb0d430fea89489e to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/A/02f36d054a5b4b5fbb0d430fea89489e 2024-12-16T03:40:04,327 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/A/117c185f0c3a4035b7f481ac8b75a5b1 to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/A/117c185f0c3a4035b7f481ac8b75a5b1 2024-12-16T03:40:04,327 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/A/e7607e02b3fd4e8085c73a10c732a131 to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/A/e7607e02b3fd4e8085c73a10c732a131 2024-12-16T03:40:04,328 DEBUG [StoreCloser-TestAcidGuarantees,,1734320374624.89a4205fbaf1c209632791a7682c9104.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/B/9f23dfa5d3d44727b59c5e4995c3aab1, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/B/9fa818c2527e44638e6e08428c2a338a, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/B/783970d798bc44a98fdbd66766c6cfa8, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/B/bdfbc4bbcb464dfa9c319643c76e5f50, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/B/d1586914750249f98fa75e94bea3e653, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/B/b8cb08c1cff1455994919ce8ce6f6687, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/B/f90df831a36a4c85b5ff665da7698276, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/B/cd63780f354e4be2aca95a9f3d34abc0, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/B/d69dedb19b1342ec9cb6b1a27755f286, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/B/56412e0544b84c328e1d13d69b41e997, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/B/60a652d55fad4ffca7be7e4ceb447db2, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/B/e9553fb2b0ed44d6b0ab447b85e25528, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/B/be4ef9cd112540fab4662e6f2317eb94, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/B/3ce7c54122644d42a22fa28e19f55cd7, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/B/e1917a62b6454543a22aa99e1c1d8ea1, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/B/4c74f967df354703adad353f6027757a, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/B/b625ec77f00e4fcc9cdef50174b0f936, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/B/e3de28087a644f2d93d3121de5bd3882, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/B/2e389f4e2e8c4a6aae08c744feeafdae, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/B/c5fc7a4cb5b2497dbc5c3598feb20f73, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/B/7d78ca885c0a433e8b15538d3540523c, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/B/7c39fb7ffeed4c0993a2b996acdb2ba5, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/B/5586323192374310898ddde4298cff33, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/B/94a5f9be231b4d5f80e6c649e5910139, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/B/d5847fbfbe6b43bbb5e1b48320ddf769, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/B/75d2c0f8fe124127a05abc2a9a53d8b8] to archive 2024-12-16T03:40:04,329 DEBUG [StoreCloser-TestAcidGuarantees,,1734320374624.89a4205fbaf1c209632791a7682c9104.-1 {}] backup.HFileArchiver(363): Archiving compacted files. 2024-12-16T03:40:04,331 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/B/9fa818c2527e44638e6e08428c2a338a to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/B/9fa818c2527e44638e6e08428c2a338a 2024-12-16T03:40:04,331 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/B/f90df831a36a4c85b5ff665da7698276 to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/B/f90df831a36a4c85b5ff665da7698276 2024-12-16T03:40:04,331 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/B/783970d798bc44a98fdbd66766c6cfa8 to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/B/783970d798bc44a98fdbd66766c6cfa8 2024-12-16T03:40:04,331 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/B/bdfbc4bbcb464dfa9c319643c76e5f50 to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/B/bdfbc4bbcb464dfa9c319643c76e5f50 2024-12-16T03:40:04,331 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/B/b8cb08c1cff1455994919ce8ce6f6687 to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/B/b8cb08c1cff1455994919ce8ce6f6687 2024-12-16T03:40:04,331 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/B/d1586914750249f98fa75e94bea3e653 to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/B/d1586914750249f98fa75e94bea3e653 2024-12-16T03:40:04,331 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/B/9f23dfa5d3d44727b59c5e4995c3aab1 to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/B/9f23dfa5d3d44727b59c5e4995c3aab1 2024-12-16T03:40:04,331 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/B/cd63780f354e4be2aca95a9f3d34abc0 to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/B/cd63780f354e4be2aca95a9f3d34abc0 2024-12-16T03:40:04,332 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/B/d69dedb19b1342ec9cb6b1a27755f286 to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/B/d69dedb19b1342ec9cb6b1a27755f286 2024-12-16T03:40:04,333 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/B/56412e0544b84c328e1d13d69b41e997 to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/B/56412e0544b84c328e1d13d69b41e997 2024-12-16T03:40:04,333 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/B/e9553fb2b0ed44d6b0ab447b85e25528 to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/B/e9553fb2b0ed44d6b0ab447b85e25528 2024-12-16T03:40:04,333 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/B/be4ef9cd112540fab4662e6f2317eb94 to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/B/be4ef9cd112540fab4662e6f2317eb94 2024-12-16T03:40:04,333 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/B/60a652d55fad4ffca7be7e4ceb447db2 to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/B/60a652d55fad4ffca7be7e4ceb447db2 2024-12-16T03:40:04,333 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/B/3ce7c54122644d42a22fa28e19f55cd7 to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/B/3ce7c54122644d42a22fa28e19f55cd7 2024-12-16T03:40:04,333 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/B/e1917a62b6454543a22aa99e1c1d8ea1 to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/B/e1917a62b6454543a22aa99e1c1d8ea1 2024-12-16T03:40:04,334 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/B/4c74f967df354703adad353f6027757a to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/B/4c74f967df354703adad353f6027757a 2024-12-16T03:40:04,334 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/B/c5fc7a4cb5b2497dbc5c3598feb20f73 to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/B/c5fc7a4cb5b2497dbc5c3598feb20f73 2024-12-16T03:40:04,334 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/B/b625ec77f00e4fcc9cdef50174b0f936 to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/B/b625ec77f00e4fcc9cdef50174b0f936 2024-12-16T03:40:04,334 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/B/e3de28087a644f2d93d3121de5bd3882 to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/B/e3de28087a644f2d93d3121de5bd3882 2024-12-16T03:40:04,334 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/B/2e389f4e2e8c4a6aae08c744feeafdae to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/B/2e389f4e2e8c4a6aae08c744feeafdae 2024-12-16T03:40:04,335 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/B/7d78ca885c0a433e8b15538d3540523c to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/B/7d78ca885c0a433e8b15538d3540523c 2024-12-16T03:40:04,335 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/B/7c39fb7ffeed4c0993a2b996acdb2ba5 to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/B/7c39fb7ffeed4c0993a2b996acdb2ba5 2024-12-16T03:40:04,335 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/B/5586323192374310898ddde4298cff33 to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/B/5586323192374310898ddde4298cff33 2024-12-16T03:40:04,335 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/B/94a5f9be231b4d5f80e6c649e5910139 to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/B/94a5f9be231b4d5f80e6c649e5910139 2024-12-16T03:40:04,335 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/B/d5847fbfbe6b43bbb5e1b48320ddf769 to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/B/d5847fbfbe6b43bbb5e1b48320ddf769 2024-12-16T03:40:04,335 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/B/75d2c0f8fe124127a05abc2a9a53d8b8 to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/B/75d2c0f8fe124127a05abc2a9a53d8b8 2024-12-16T03:40:04,336 DEBUG [StoreCloser-TestAcidGuarantees,,1734320374624.89a4205fbaf1c209632791a7682c9104.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/C/2809b72858474925ac6644011096110d, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/C/5791f97740094c2da57c3b00325c6069, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/C/77a0b36aa40e4fdca982d1cef0bb74bc, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/C/89b4b89c4ff848bda3755d0b4a68a89c, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/C/6638af1aea3b43979d5616a46f3f1c7a, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/C/f2e2cb666bf9441bb5a8c2bc86cc2482, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/C/ca4412a7958c415eaf4247b5d56f1c1a, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/C/18961f8dbf394f03a631aff2e791acef, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/C/6983a4c943cb4a2db8782861b3fc4b1c, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/C/08f33017163e4696ab85581ba651fa48, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/C/d7d771c30b4545a58cd9cb7d93a1c464, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/C/36b79d20f18b40a6b12f5f4cc738ae96, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/C/a064378949284067ad31284e91feb431, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/C/32bc807948c3458eb4d80a5c0febb84c, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/C/c3c7410d2f9f465fa522a3113021298b, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/C/008d3a9a02634b40b33b881ad53dfe48, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/C/99bfe35b99aa4502899a1ee34c155610, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/C/c72d8640d9f44543a2a45365b0e7c908, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/C/d6f55e5707c64959a0b03e4320514cf1, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/C/20028fa9c4ff446c8fadc17f056c0ded, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/C/c79df50e41184ec6a14150f5b4e23702, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/C/58a0bc74d45f4065aa07ee12d918187a, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/C/ab47a9142b8645f09c587c1f54438cef, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/C/3181c4b8c672425e9cc8c19c8fa05d4b, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/C/d2719ca6fdfc436f95b783cdf40ed012] to archive 2024-12-16T03:40:04,337 DEBUG [StoreCloser-TestAcidGuarantees,,1734320374624.89a4205fbaf1c209632791a7682c9104.-1 {}] backup.HFileArchiver(363): Archiving compacted files. 2024-12-16T03:40:04,339 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/C/5791f97740094c2da57c3b00325c6069 to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/C/5791f97740094c2da57c3b00325c6069 2024-12-16T03:40:04,339 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/C/89b4b89c4ff848bda3755d0b4a68a89c to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/C/89b4b89c4ff848bda3755d0b4a68a89c 2024-12-16T03:40:04,339 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/C/77a0b36aa40e4fdca982d1cef0bb74bc to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/C/77a0b36aa40e4fdca982d1cef0bb74bc 2024-12-16T03:40:04,339 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/C/2809b72858474925ac6644011096110d to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/C/2809b72858474925ac6644011096110d 2024-12-16T03:40:04,339 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/C/18961f8dbf394f03a631aff2e791acef to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/C/18961f8dbf394f03a631aff2e791acef 2024-12-16T03:40:04,339 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/C/6638af1aea3b43979d5616a46f3f1c7a to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/C/6638af1aea3b43979d5616a46f3f1c7a 2024-12-16T03:40:04,339 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/C/ca4412a7958c415eaf4247b5d56f1c1a to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/C/ca4412a7958c415eaf4247b5d56f1c1a 2024-12-16T03:40:04,340 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/C/f2e2cb666bf9441bb5a8c2bc86cc2482 to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/C/f2e2cb666bf9441bb5a8c2bc86cc2482 2024-12-16T03:40:04,341 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/C/36b79d20f18b40a6b12f5f4cc738ae96 to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/C/36b79d20f18b40a6b12f5f4cc738ae96 2024-12-16T03:40:04,341 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/C/6983a4c943cb4a2db8782861b3fc4b1c to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/C/6983a4c943cb4a2db8782861b3fc4b1c 2024-12-16T03:40:04,341 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/C/32bc807948c3458eb4d80a5c0febb84c to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/C/32bc807948c3458eb4d80a5c0febb84c 2024-12-16T03:40:04,341 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/C/d7d771c30b4545a58cd9cb7d93a1c464 to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/C/d7d771c30b4545a58cd9cb7d93a1c464 2024-12-16T03:40:04,341 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/C/08f33017163e4696ab85581ba651fa48 to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/C/08f33017163e4696ab85581ba651fa48 2024-12-16T03:40:04,341 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/C/a064378949284067ad31284e91feb431 to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/C/a064378949284067ad31284e91feb431 2024-12-16T03:40:04,342 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/C/99bfe35b99aa4502899a1ee34c155610 to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/C/99bfe35b99aa4502899a1ee34c155610 2024-12-16T03:40:04,342 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/C/d6f55e5707c64959a0b03e4320514cf1 to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/C/d6f55e5707c64959a0b03e4320514cf1 2024-12-16T03:40:04,343 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/C/20028fa9c4ff446c8fadc17f056c0ded to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/C/20028fa9c4ff446c8fadc17f056c0ded 2024-12-16T03:40:04,343 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/C/c72d8640d9f44543a2a45365b0e7c908 to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/C/c72d8640d9f44543a2a45365b0e7c908 2024-12-16T03:40:04,343 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/C/58a0bc74d45f4065aa07ee12d918187a to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/C/58a0bc74d45f4065aa07ee12d918187a 2024-12-16T03:40:04,343 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/C/c79df50e41184ec6a14150f5b4e23702 to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/C/c79df50e41184ec6a14150f5b4e23702 2024-12-16T03:40:04,343 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/C/c3c7410d2f9f465fa522a3113021298b to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/C/c3c7410d2f9f465fa522a3113021298b 2024-12-16T03:40:04,343 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/C/008d3a9a02634b40b33b881ad53dfe48 to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/C/008d3a9a02634b40b33b881ad53dfe48 2024-12-16T03:40:04,344 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/C/3181c4b8c672425e9cc8c19c8fa05d4b to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/C/3181c4b8c672425e9cc8c19c8fa05d4b 2024-12-16T03:40:04,344 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/C/d2719ca6fdfc436f95b783cdf40ed012 to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/C/d2719ca6fdfc436f95b783cdf40ed012 2024-12-16T03:40:04,344 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/C/ab47a9142b8645f09c587c1f54438cef to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/C/ab47a9142b8645f09c587c1f54438cef 2024-12-16T03:40:04,349 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/recovered.edits/390.seqid, newMaxSeqId=390, maxSeqId=4 2024-12-16T03:40:04,350 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1734320374624.89a4205fbaf1c209632791a7682c9104. 2024-12-16T03:40:04,350 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(1635): Region close journal for 89a4205fbaf1c209632791a7682c9104: 2024-12-16T03:40:04,351 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] handler.UnassignRegionHandler(170): Closed 89a4205fbaf1c209632791a7682c9104 2024-12-16T03:40:04,351 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=73 updating hbase:meta row=89a4205fbaf1c209632791a7682c9104, regionState=CLOSED 2024-12-16T03:40:04,353 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=74, resume processing ppid=73 2024-12-16T03:40:04,353 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=74, ppid=73, state=SUCCESS; CloseRegionProcedure 89a4205fbaf1c209632791a7682c9104, server=f0d65a6309ee,39893,1734320334634 in 1.9110 sec 2024-12-16T03:40:04,354 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=73, resume processing ppid=72 2024-12-16T03:40:04,354 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=73, ppid=72, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=89a4205fbaf1c209632791a7682c9104, UNASSIGN in 1.9150 sec 2024-12-16T03:40:04,355 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=72, resume processing ppid=71 2024-12-16T03:40:04,355 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=72, ppid=71, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.9180 sec 2024-12-16T03:40:04,356 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734320404356"}]},"ts":"1734320404356"} 2024-12-16T03:40:04,356 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-12-16T03:40:04,418 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-12-16T03:40:04,421 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=71, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 2.0370 sec 2024-12-16T03:40:04,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-12-16T03:40:04,492 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 71 completed 2024-12-16T03:40:04,493 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-12-16T03:40:04,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] procedure2.ProcedureExecutor(1098): Stored pid=75, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-12-16T03:40:04,496 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=75, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-16T03:40:04,497 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=75, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-16T03:40:04,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-12-16T03:40:04,500 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(133): ARCHIVING hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104 2024-12-16T03:40:04,505 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(161): Archiving [FileablePath, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/A, FileablePath, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/B, FileablePath, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/C, FileablePath, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/recovered.edits] 2024-12-16T03:40:04,510 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/A/532f8fb407e34fa4af70b16a6d01b934 to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/A/532f8fb407e34fa4af70b16a6d01b934 2024-12-16T03:40:04,510 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/A/c0c881c984964203ac5b126d0fdb8d06 to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/A/c0c881c984964203ac5b126d0fdb8d06 2024-12-16T03:40:04,515 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/B/7eb9af063b5a4634a2182eba04fae690 to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/B/7eb9af063b5a4634a2182eba04fae690 2024-12-16T03:40:04,515 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/B/6e2b1ff6d0d94dc986ac296ed1eb87f1 to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/B/6e2b1ff6d0d94dc986ac296ed1eb87f1 2024-12-16T03:40:04,519 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/C/57b209b37875480aad7333396f13935d to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/C/57b209b37875480aad7333396f13935d 2024-12-16T03:40:04,519 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/C/d74ae9694d5e47b5a37926f9b342e0cb to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/C/d74ae9694d5e47b5a37926f9b342e0cb 2024-12-16T03:40:04,522 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/recovered.edits/390.seqid to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104/recovered.edits/390.seqid 2024-12-16T03:40:04,523 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(634): Deleted hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/89a4205fbaf1c209632791a7682c9104 2024-12-16T03:40:04,523 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-12-16T03:40:04,523 DEBUG [PEWorker-2 {}] backup.HFileArchiver(133): ARCHIVING hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-12-16T03:40:04,524 DEBUG [PEWorker-2 {}] backup.HFileArchiver(161): Archiving [FileablePath, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-12-16T03:40:04,531 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412161953b4065272489f84f3ba1302cc4731_89a4205fbaf1c209632791a7682c9104 to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412161953b4065272489f84f3ba1302cc4731_89a4205fbaf1c209632791a7682c9104 2024-12-16T03:40:04,531 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412162815f7974d7e4dd4b28ff45392eb9598_89a4205fbaf1c209632791a7682c9104 to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412162815f7974d7e4dd4b28ff45392eb9598_89a4205fbaf1c209632791a7682c9104 2024-12-16T03:40:04,531 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412160073fa751ffa4f708b12d2190f01775a_89a4205fbaf1c209632791a7682c9104 to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412160073fa751ffa4f708b12d2190f01775a_89a4205fbaf1c209632791a7682c9104 2024-12-16T03:40:04,531 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241216436920cc186645c2a1180cd5ee66840b_89a4205fbaf1c209632791a7682c9104 to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241216436920cc186645c2a1180cd5ee66840b_89a4205fbaf1c209632791a7682c9104 2024-12-16T03:40:04,532 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121651586bb3b8bf4ffe96f864ff274c3b9f_89a4205fbaf1c209632791a7682c9104 to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121651586bb3b8bf4ffe96f864ff274c3b9f_89a4205fbaf1c209632791a7682c9104 2024-12-16T03:40:04,532 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412164ca4d32fd2ae4a41a7a3b2d28366eee0_89a4205fbaf1c209632791a7682c9104 to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412164ca4d32fd2ae4a41a7a3b2d28366eee0_89a4205fbaf1c209632791a7682c9104 2024-12-16T03:40:04,532 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412163f259b689e8a4f6a8e246049a304b836_89a4205fbaf1c209632791a7682c9104 to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412163f259b689e8a4f6a8e246049a304b836_89a4205fbaf1c209632791a7682c9104 2024-12-16T03:40:04,532 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121634c278caa6dd4ea8a43e7e4de8cc11cb_89a4205fbaf1c209632791a7682c9104 to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121634c278caa6dd4ea8a43e7e4de8cc11cb_89a4205fbaf1c209632791a7682c9104 2024-12-16T03:40:04,532 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412165e2b5650b91a4bf39529a7de0f37139a_89a4205fbaf1c209632791a7682c9104 to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412165e2b5650b91a4bf39529a7de0f37139a_89a4205fbaf1c209632791a7682c9104 2024-12-16T03:40:04,533 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241216a05f063434804979810d151b6075ed9c_89a4205fbaf1c209632791a7682c9104 to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241216a05f063434804979810d151b6075ed9c_89a4205fbaf1c209632791a7682c9104 2024-12-16T03:40:04,533 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241216714c9d7d9afc4ca99a65028e84667116_89a4205fbaf1c209632791a7682c9104 to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241216714c9d7d9afc4ca99a65028e84667116_89a4205fbaf1c209632791a7682c9104 2024-12-16T03:40:04,533 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412166073c9f053c54855b366e184082b2909_89a4205fbaf1c209632791a7682c9104 to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412166073c9f053c54855b366e184082b2909_89a4205fbaf1c209632791a7682c9104 2024-12-16T03:40:04,533 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121678b82d98c4be4e07927125c447053b48_89a4205fbaf1c209632791a7682c9104 to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121678b82d98c4be4e07927125c447053b48_89a4205fbaf1c209632791a7682c9104 2024-12-16T03:40:04,533 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412168e12c6b2d6cf4ba8ad8d57fc927f087c_89a4205fbaf1c209632791a7682c9104 to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412168e12c6b2d6cf4ba8ad8d57fc927f087c_89a4205fbaf1c209632791a7682c9104 2024-12-16T03:40:04,534 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241216a3a551ae00b143eeb947f3c797430e78_89a4205fbaf1c209632791a7682c9104 to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241216a3a551ae00b143eeb947f3c797430e78_89a4205fbaf1c209632791a7682c9104 2024-12-16T03:40:04,534 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241216a46ac2752944417f933438b84e3a9cd3_89a4205fbaf1c209632791a7682c9104 to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241216a46ac2752944417f933438b84e3a9cd3_89a4205fbaf1c209632791a7682c9104 2024-12-16T03:40:04,534 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412168fb9853ecb804432a6576cb2d5c85e9a_89a4205fbaf1c209632791a7682c9104 to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412168fb9853ecb804432a6576cb2d5c85e9a_89a4205fbaf1c209632791a7682c9104 2024-12-16T03:40:04,534 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241216a994bed6c1f64a9d8438e8042bfeb82c_89a4205fbaf1c209632791a7682c9104 to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241216a994bed6c1f64a9d8438e8042bfeb82c_89a4205fbaf1c209632791a7682c9104 2024-12-16T03:40:04,534 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241216c6757e1650fd495494ea0ded43a7d291_89a4205fbaf1c209632791a7682c9104 to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241216c6757e1650fd495494ea0ded43a7d291_89a4205fbaf1c209632791a7682c9104 2024-12-16T03:40:04,535 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241216df859d47d5c74f9a99a9a50aee030d17_89a4205fbaf1c209632791a7682c9104 to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241216df859d47d5c74f9a99a9a50aee030d17_89a4205fbaf1c209632791a7682c9104 2024-12-16T03:40:04,535 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241216ee622d0e560540fa8c91800f58b15e64_89a4205fbaf1c209632791a7682c9104 to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241216ee622d0e560540fa8c91800f58b15e64_89a4205fbaf1c209632791a7682c9104 2024-12-16T03:40:04,535 DEBUG [PEWorker-2 {}] backup.HFileArchiver(634): Deleted hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-12-16T03:40:04,537 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=75, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-16T03:40:04,539 WARN [PEWorker-2 {}] procedure.DeleteTableProcedure(371): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-12-16T03:40:04,541 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(408): Removing 'TestAcidGuarantees' descriptor. 2024-12-16T03:40:04,542 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=75, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-16T03:40:04,542 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(398): Removing 'TestAcidGuarantees' from region states. 2024-12-16T03:40:04,542 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1734320374624.89a4205fbaf1c209632791a7682c9104.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1734320404542"}]},"ts":"9223372036854775807"} 2024-12-16T03:40:04,544 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-12-16T03:40:04,544 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 89a4205fbaf1c209632791a7682c9104, NAME => 'TestAcidGuarantees,,1734320374624.89a4205fbaf1c209632791a7682c9104.', STARTKEY => '', ENDKEY => ''}] 2024-12-16T03:40:04,544 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(402): Marking 'TestAcidGuarantees' as deleted. 2024-12-16T03:40:04,544 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1734320404544"}]},"ts":"9223372036854775807"} 2024-12-16T03:40:04,546 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-12-16T03:40:04,552 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(133): Finished pid=75, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-16T03:40:04,553 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=75, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 59 msec 2024-12-16T03:40:04,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-12-16T03:40:04,599 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 75 completed 2024-12-16T03:40:04,613 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithAdaptivePolicy#testMobMixedAtomicity Thread=247 (was 245) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-628434169_22 at /127.0.0.1:35968 [Waiting for operation #1070] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-628434169_22 at /127.0.0.1:34714 [Waiting for operation #1203] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-9 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-14 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x3f0b54a1-shared-pool-9 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-14 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1627241379_22 at /127.0.0.1:34624 [Waiting for operation #1222] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1627241379_22 at /127.0.0.1:35984 [Waiting for operation #1058] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x3f0b54a1-shared-pool-10 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-15 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x3f0b54a1-shared-pool-8 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-10 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/55cdd6a9-7070-e7e1-9f9a-ce28550c8db3/cluster_1c30f2fc-f516-8a2f-ca06-99c7c2ff4d19/dfs/data/data1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-12 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-15 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x3f0b54a1-shared-pool-11 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-11 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-16 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-16 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-13 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/55cdd6a9-7070-e7e1-9f9a-ce28550c8db3/cluster_1c30f2fc-f516-8a2f-ca06-99c7c2ff4d19/dfs/data/data2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=462 (was 457) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=280 (was 260) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=11502 (was 11653) 2024-12-16T03:40:04,630 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithAdaptivePolicy#testGetAtomicity Thread=247, OpenFileDescriptor=462, MaxFileDescriptor=1048576, SystemLoadAverage=280, ProcessCount=11, AvailableMemoryMB=11502 2024-12-16T03:40:04,631 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-12-16T03:40:04,631 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-16T03:40:04,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] procedure2.ProcedureExecutor(1098): Stored pid=76, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-12-16T03:40:04,633 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=76, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-12-16T03:40:04,633 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:40:04,633 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 76 2024-12-16T03:40:04,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=76 2024-12-16T03:40:04,633 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=76, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-16T03:40:04,638 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073742085_1261 (size=963) 2024-12-16T03:40:04,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=76 2024-12-16T03:40:04,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=76 2024-12-16T03:40:05,044 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => c7351951a1e31dbc7ddc8fbe18e8e6a7, NAME => 'TestAcidGuarantees,,1734320404631.c7351951a1e31dbc7ddc8fbe18e8e6a7.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48 2024-12-16T03:40:05,052 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073742086_1262 (size=53) 2024-12-16T03:40:05,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=76 2024-12-16T03:40:05,454 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1734320404631.c7351951a1e31dbc7ddc8fbe18e8e6a7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T03:40:05,455 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing c7351951a1e31dbc7ddc8fbe18e8e6a7, disabling compactions & flushes 2024-12-16T03:40:05,455 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1734320404631.c7351951a1e31dbc7ddc8fbe18e8e6a7. 2024-12-16T03:40:05,455 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1734320404631.c7351951a1e31dbc7ddc8fbe18e8e6a7. 2024-12-16T03:40:05,455 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1734320404631.c7351951a1e31dbc7ddc8fbe18e8e6a7. after waiting 0 ms 2024-12-16T03:40:05,455 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1734320404631.c7351951a1e31dbc7ddc8fbe18e8e6a7. 2024-12-16T03:40:05,455 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1734320404631.c7351951a1e31dbc7ddc8fbe18e8e6a7. 2024-12-16T03:40:05,455 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for c7351951a1e31dbc7ddc8fbe18e8e6a7: 2024-12-16T03:40:05,458 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=76, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-12-16T03:40:05,459 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1734320404631.c7351951a1e31dbc7ddc8fbe18e8e6a7.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1734320405458"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734320405458"}]},"ts":"1734320405458"} 2024-12-16T03:40:05,460 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-12-16T03:40:05,461 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=76, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-16T03:40:05,461 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734320405461"}]},"ts":"1734320405461"} 2024-12-16T03:40:05,463 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-12-16T03:40:05,511 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=77, ppid=76, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=c7351951a1e31dbc7ddc8fbe18e8e6a7, ASSIGN}] 2024-12-16T03:40:05,513 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=77, ppid=76, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=c7351951a1e31dbc7ddc8fbe18e8e6a7, ASSIGN 2024-12-16T03:40:05,514 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=77, ppid=76, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=c7351951a1e31dbc7ddc8fbe18e8e6a7, ASSIGN; state=OFFLINE, location=f0d65a6309ee,39893,1734320334634; forceNewPlan=false, retain=false 2024-12-16T03:40:05,665 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=77 updating hbase:meta row=c7351951a1e31dbc7ddc8fbe18e8e6a7, regionState=OPENING, regionLocation=f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:05,668 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=78, ppid=77, state=RUNNABLE; OpenRegionProcedure c7351951a1e31dbc7ddc8fbe18e8e6a7, server=f0d65a6309ee,39893,1734320334634}] 2024-12-16T03:40:05,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=76 2024-12-16T03:40:05,822 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:05,830 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1734320404631.c7351951a1e31dbc7ddc8fbe18e8e6a7. 2024-12-16T03:40:05,830 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(7285): Opening region: {ENCODED => c7351951a1e31dbc7ddc8fbe18e8e6a7, NAME => 'TestAcidGuarantees,,1734320404631.c7351951a1e31dbc7ddc8fbe18e8e6a7.', STARTKEY => '', ENDKEY => ''} 2024-12-16T03:40:05,830 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees c7351951a1e31dbc7ddc8fbe18e8e6a7 2024-12-16T03:40:05,831 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1734320404631.c7351951a1e31dbc7ddc8fbe18e8e6a7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T03:40:05,831 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(7327): checking encryption for c7351951a1e31dbc7ddc8fbe18e8e6a7 2024-12-16T03:40:05,831 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(7330): checking classloading for c7351951a1e31dbc7ddc8fbe18e8e6a7 2024-12-16T03:40:05,832 INFO [StoreOpener-c7351951a1e31dbc7ddc8fbe18e8e6a7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region c7351951a1e31dbc7ddc8fbe18e8e6a7 2024-12-16T03:40:05,834 INFO [StoreOpener-c7351951a1e31dbc7ddc8fbe18e8e6a7-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-16T03:40:05,834 INFO [StoreOpener-c7351951a1e31dbc7ddc8fbe18e8e6a7-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c7351951a1e31dbc7ddc8fbe18e8e6a7 columnFamilyName A 2024-12-16T03:40:05,834 DEBUG [StoreOpener-c7351951a1e31dbc7ddc8fbe18e8e6a7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:40:05,834 INFO [StoreOpener-c7351951a1e31dbc7ddc8fbe18e8e6a7-1 {}] regionserver.HStore(327): Store=c7351951a1e31dbc7ddc8fbe18e8e6a7/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T03:40:05,835 INFO [StoreOpener-c7351951a1e31dbc7ddc8fbe18e8e6a7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region c7351951a1e31dbc7ddc8fbe18e8e6a7 2024-12-16T03:40:05,836 INFO [StoreOpener-c7351951a1e31dbc7ddc8fbe18e8e6a7-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-16T03:40:05,836 INFO [StoreOpener-c7351951a1e31dbc7ddc8fbe18e8e6a7-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c7351951a1e31dbc7ddc8fbe18e8e6a7 columnFamilyName B 2024-12-16T03:40:05,836 DEBUG [StoreOpener-c7351951a1e31dbc7ddc8fbe18e8e6a7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:40:05,836 INFO [StoreOpener-c7351951a1e31dbc7ddc8fbe18e8e6a7-1 {}] regionserver.HStore(327): Store=c7351951a1e31dbc7ddc8fbe18e8e6a7/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T03:40:05,836 INFO [StoreOpener-c7351951a1e31dbc7ddc8fbe18e8e6a7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region c7351951a1e31dbc7ddc8fbe18e8e6a7 2024-12-16T03:40:05,838 INFO [StoreOpener-c7351951a1e31dbc7ddc8fbe18e8e6a7-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-16T03:40:05,838 INFO [StoreOpener-c7351951a1e31dbc7ddc8fbe18e8e6a7-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c7351951a1e31dbc7ddc8fbe18e8e6a7 columnFamilyName C 2024-12-16T03:40:05,838 DEBUG [StoreOpener-c7351951a1e31dbc7ddc8fbe18e8e6a7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:40:05,838 INFO [StoreOpener-c7351951a1e31dbc7ddc8fbe18e8e6a7-1 {}] regionserver.HStore(327): Store=c7351951a1e31dbc7ddc8fbe18e8e6a7/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T03:40:05,838 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1734320404631.c7351951a1e31dbc7ddc8fbe18e8e6a7. 2024-12-16T03:40:05,839 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7 2024-12-16T03:40:05,840 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7 2024-12-16T03:40:05,841 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-16T03:40:05,843 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(1085): writing seq id for c7351951a1e31dbc7ddc8fbe18e8e6a7 2024-12-16T03:40:05,845 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-16T03:40:05,845 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(1102): Opened c7351951a1e31dbc7ddc8fbe18e8e6a7; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74610069, jitterRate=0.11177666485309601}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-16T03:40:05,846 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(1001): Region open journal for c7351951a1e31dbc7ddc8fbe18e8e6a7: 2024-12-16T03:40:05,846 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1734320404631.c7351951a1e31dbc7ddc8fbe18e8e6a7., pid=78, masterSystemTime=1734320405822 2024-12-16T03:40:05,848 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1734320404631.c7351951a1e31dbc7ddc8fbe18e8e6a7. 2024-12-16T03:40:05,848 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1734320404631.c7351951a1e31dbc7ddc8fbe18e8e6a7. 2024-12-16T03:40:05,848 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=77 updating hbase:meta row=c7351951a1e31dbc7ddc8fbe18e8e6a7, regionState=OPEN, openSeqNum=2, regionLocation=f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:05,850 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=78, resume processing ppid=77 2024-12-16T03:40:05,850 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=78, ppid=77, state=SUCCESS; OpenRegionProcedure c7351951a1e31dbc7ddc8fbe18e8e6a7, server=f0d65a6309ee,39893,1734320334634 in 181 msec 2024-12-16T03:40:05,851 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=77, resume processing ppid=76 2024-12-16T03:40:05,851 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=77, ppid=76, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=c7351951a1e31dbc7ddc8fbe18e8e6a7, ASSIGN in 340 msec 2024-12-16T03:40:05,852 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=76, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-16T03:40:05,852 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734320405852"}]},"ts":"1734320405852"} 2024-12-16T03:40:05,852 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-12-16T03:40:05,894 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=76, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-12-16T03:40:05,895 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=76, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.2630 sec 2024-12-16T03:40:06,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=76 2024-12-16T03:40:06,741 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 76 completed 2024-12-16T03:40:06,744 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x4dfb20f6 to 127.0.0.1:56952 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@43f04e0e 2024-12-16T03:40:06,788 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e9ae050, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-16T03:40:06,792 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-16T03:40:06,794 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47094, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-16T03:40:06,797 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-16T03:40:06,798 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35238, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-16T03:40:06,801 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x17cf7fc0 to 127.0.0.1:56952 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@560ec309 2024-12-16T03:40:06,811 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2fef31f8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-16T03:40:06,812 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x78b04266 to 127.0.0.1:56952 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5886c0f2 2024-12-16T03:40:06,819 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@eb04aeb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-16T03:40:06,821 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x088aa519 to 127.0.0.1:56952 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@66e575aa 2024-12-16T03:40:06,828 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a0e9c8f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-16T03:40:06,829 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5e998dd3 to 127.0.0.1:56952 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@131ceb8f 2024-12-16T03:40:06,836 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d68f787, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-16T03:40:06,838 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2e4c79b8 to 127.0.0.1:56952 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5a78bf6d 2024-12-16T03:40:06,844 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10e6bf6a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-16T03:40:06,845 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x328852db to 127.0.0.1:56952 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1730a60f 2024-12-16T03:40:06,852 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3677bd4f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-16T03:40:06,853 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x4b9e2976 to 127.0.0.1:56952 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@598cfed4 2024-12-16T03:40:06,860 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@521aad6f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-16T03:40:06,861 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x56e9a678 to 127.0.0.1:56952 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@68ad882f 2024-12-16T03:40:06,869 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f5b2180, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-16T03:40:06,870 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2f7f772a to 127.0.0.1:56952 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2b976e1a 2024-12-16T03:40:06,877 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1df61dc9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-16T03:40:06,878 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0bf5e2f0 to 127.0.0.1:56952 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1b82ba2a 2024-12-16T03:40:06,886 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3637e4c6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-16T03:40:06,888 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-16T03:40:06,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] procedure2.ProcedureExecutor(1098): Stored pid=79, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=79, table=TestAcidGuarantees 2024-12-16T03:40:06,890 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=79, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=79, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-16T03:40:06,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-12-16T03:40:06,890 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=79, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=79, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-16T03:40:06,890 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=80, ppid=79, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-16T03:40:06,891 DEBUG [hconnection-0x5aaa69a4-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-16T03:40:06,892 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47104, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-16T03:40:06,895 DEBUG [hconnection-0x162c36b-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-16T03:40:06,896 DEBUG [hconnection-0x37e04131-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-16T03:40:06,896 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47108, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-16T03:40:06,896 DEBUG [hconnection-0x1bf2967f-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-16T03:40:06,897 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47114, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-16T03:40:06,897 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47130, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-16T03:40:06,899 DEBUG [hconnection-0x1c6bc362-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-16T03:40:06,899 DEBUG [hconnection-0xf8d7e09-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-16T03:40:06,900 DEBUG [hconnection-0x2f219b46-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-16T03:40:06,900 DEBUG [hconnection-0x1ee769e6-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-16T03:40:06,900 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47144, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-16T03:40:06,900 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47148, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-16T03:40:06,901 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47150, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-16T03:40:06,901 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47164, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-16T03:40:06,903 DEBUG [hconnection-0x786f1d2b-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-16T03:40:06,903 DEBUG [hconnection-0x620e0b30-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-16T03:40:06,904 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47172, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-16T03:40:06,904 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47170, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-16T03:40:06,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(8581): Flush requested on c7351951a1e31dbc7ddc8fbe18e8e6a7 2024-12-16T03:40:06,937 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c7351951a1e31dbc7ddc8fbe18e8e6a7 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-16T03:40:06,937 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c7351951a1e31dbc7ddc8fbe18e8e6a7, store=A 2024-12-16T03:40:06,937 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T03:40:06,937 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c7351951a1e31dbc7ddc8fbe18e8e6a7, store=B 2024-12-16T03:40:06,937 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T03:40:06,937 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c7351951a1e31dbc7ddc8fbe18e8e6a7, store=C 2024-12-16T03:40:06,937 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T03:40:06,966 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/.tmp/A/00f399346214407dbe381a35408c1640 is 50, key is test_row_0/A:col10/1734320406899/Put/seqid=0 2024-12-16T03:40:06,972 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c7351951a1e31dbc7ddc8fbe18e8e6a7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:40:06,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47130 deadline: 1734320466964, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c7351951a1e31dbc7ddc8fbe18e8e6a7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:06,972 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c7351951a1e31dbc7ddc8fbe18e8e6a7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:40:06,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47170 deadline: 1734320466966, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c7351951a1e31dbc7ddc8fbe18e8e6a7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:06,973 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c7351951a1e31dbc7ddc8fbe18e8e6a7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:40:06,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47104 deadline: 1734320466967, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c7351951a1e31dbc7ddc8fbe18e8e6a7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:06,980 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c7351951a1e31dbc7ddc8fbe18e8e6a7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:40:06,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47172 deadline: 1734320466978, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c7351951a1e31dbc7ddc8fbe18e8e6a7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:06,980 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c7351951a1e31dbc7ddc8fbe18e8e6a7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:40:06,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47148 deadline: 1734320466979, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c7351951a1e31dbc7ddc8fbe18e8e6a7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:06,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-12-16T03:40:06,997 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073742087_1263 (size=12001) 2024-12-16T03:40:07,041 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:07,041 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39893 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-12-16T03:40:07,042 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734320404631.c7351951a1e31dbc7ddc8fbe18e8e6a7. 2024-12-16T03:40:07,042 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734320404631.c7351951a1e31dbc7ddc8fbe18e8e6a7. as already flushing 2024-12-16T03:40:07,042 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734320404631.c7351951a1e31dbc7ddc8fbe18e8e6a7. 2024-12-16T03:40:07,042 ERROR [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] handler.RSProcedureHandler(58): pid=80 java.io.IOException: Unable to complete flush {ENCODED => c7351951a1e31dbc7ddc8fbe18e8e6a7, NAME => 'TestAcidGuarantees,,1734320404631.c7351951a1e31dbc7ddc8fbe18e8e6a7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:40:07,042 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=80 java.io.IOException: Unable to complete flush {ENCODED => c7351951a1e31dbc7ddc8fbe18e8e6a7, NAME => 'TestAcidGuarantees,,1734320404631.c7351951a1e31dbc7ddc8fbe18e8e6a7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:40:07,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.HMaster(4114): Remote procedure failed, pid=80 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c7351951a1e31dbc7ddc8fbe18e8e6a7, NAME => 'TestAcidGuarantees,,1734320404631.c7351951a1e31dbc7ddc8fbe18e8e6a7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c7351951a1e31dbc7ddc8fbe18e8e6a7, NAME => 'TestAcidGuarantees,,1734320404631.c7351951a1e31dbc7ddc8fbe18e8e6a7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:40:07,074 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c7351951a1e31dbc7ddc8fbe18e8e6a7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:40:07,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47130 deadline: 1734320467073, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c7351951a1e31dbc7ddc8fbe18e8e6a7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:07,075 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c7351951a1e31dbc7ddc8fbe18e8e6a7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:40:07,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47170 deadline: 1734320467073, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c7351951a1e31dbc7ddc8fbe18e8e6a7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:07,075 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c7351951a1e31dbc7ddc8fbe18e8e6a7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:40:07,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47104 deadline: 1734320467074, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c7351951a1e31dbc7ddc8fbe18e8e6a7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:07,081 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c7351951a1e31dbc7ddc8fbe18e8e6a7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:40:07,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47172 deadline: 1734320467081, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c7351951a1e31dbc7ddc8fbe18e8e6a7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:07,082 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c7351951a1e31dbc7ddc8fbe18e8e6a7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:40:07,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47148 deadline: 1734320467081, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c7351951a1e31dbc7ddc8fbe18e8e6a7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:07,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-12-16T03:40:07,194 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:07,195 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39893 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-12-16T03:40:07,195 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734320404631.c7351951a1e31dbc7ddc8fbe18e8e6a7. 2024-12-16T03:40:07,195 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734320404631.c7351951a1e31dbc7ddc8fbe18e8e6a7. as already flushing 2024-12-16T03:40:07,195 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734320404631.c7351951a1e31dbc7ddc8fbe18e8e6a7. 2024-12-16T03:40:07,195 ERROR [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] handler.RSProcedureHandler(58): pid=80 java.io.IOException: Unable to complete flush {ENCODED => c7351951a1e31dbc7ddc8fbe18e8e6a7, NAME => 'TestAcidGuarantees,,1734320404631.c7351951a1e31dbc7ddc8fbe18e8e6a7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:40:07,195 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=80 java.io.IOException: Unable to complete flush {ENCODED => c7351951a1e31dbc7ddc8fbe18e8e6a7, NAME => 'TestAcidGuarantees,,1734320404631.c7351951a1e31dbc7ddc8fbe18e8e6a7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:40:07,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.HMaster(4114): Remote procedure failed, pid=80 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c7351951a1e31dbc7ddc8fbe18e8e6a7, NAME => 'TestAcidGuarantees,,1734320404631.c7351951a1e31dbc7ddc8fbe18e8e6a7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c7351951a1e31dbc7ddc8fbe18e8e6a7, NAME => 'TestAcidGuarantees,,1734320404631.c7351951a1e31dbc7ddc8fbe18e8e6a7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:40:07,277 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c7351951a1e31dbc7ddc8fbe18e8e6a7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:40:07,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47104 deadline: 1734320467276, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c7351951a1e31dbc7ddc8fbe18e8e6a7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:07,278 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c7351951a1e31dbc7ddc8fbe18e8e6a7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:40:07,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47130 deadline: 1734320467277, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c7351951a1e31dbc7ddc8fbe18e8e6a7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:07,278 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c7351951a1e31dbc7ddc8fbe18e8e6a7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:40:07,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47170 deadline: 1734320467277, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c7351951a1e31dbc7ddc8fbe18e8e6a7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:07,284 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c7351951a1e31dbc7ddc8fbe18e8e6a7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:40:07,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47148 deadline: 1734320467283, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c7351951a1e31dbc7ddc8fbe18e8e6a7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:07,284 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c7351951a1e31dbc7ddc8fbe18e8e6a7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:40:07,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47172 deadline: 1734320467283, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c7351951a1e31dbc7ddc8fbe18e8e6a7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:07,347 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:07,347 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39893 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-12-16T03:40:07,347 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734320404631.c7351951a1e31dbc7ddc8fbe18e8e6a7. 2024-12-16T03:40:07,347 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734320404631.c7351951a1e31dbc7ddc8fbe18e8e6a7. as already flushing 2024-12-16T03:40:07,347 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734320404631.c7351951a1e31dbc7ddc8fbe18e8e6a7. 2024-12-16T03:40:07,347 ERROR [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] handler.RSProcedureHandler(58): pid=80 java.io.IOException: Unable to complete flush {ENCODED => c7351951a1e31dbc7ddc8fbe18e8e6a7, NAME => 'TestAcidGuarantees,,1734320404631.c7351951a1e31dbc7ddc8fbe18e8e6a7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:40:07,347 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=80 java.io.IOException: Unable to complete flush {ENCODED => c7351951a1e31dbc7ddc8fbe18e8e6a7, NAME => 'TestAcidGuarantees,,1734320404631.c7351951a1e31dbc7ddc8fbe18e8e6a7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:40:07,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.HMaster(4114): Remote procedure failed, pid=80 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c7351951a1e31dbc7ddc8fbe18e8e6a7, NAME => 'TestAcidGuarantees,,1734320404631.c7351951a1e31dbc7ddc8fbe18e8e6a7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c7351951a1e31dbc7ddc8fbe18e8e6a7, NAME => 'TestAcidGuarantees,,1734320404631.c7351951a1e31dbc7ddc8fbe18e8e6a7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:40:07,399 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/.tmp/A/00f399346214407dbe381a35408c1640 2024-12-16T03:40:07,418 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/.tmp/B/cff24c66d02e4907907a31b3ddcf6361 is 50, key is test_row_0/B:col10/1734320406899/Put/seqid=0 2024-12-16T03:40:07,421 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073742088_1264 (size=12001) 2024-12-16T03:40:07,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-12-16T03:40:07,499 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:07,499 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39893 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-12-16T03:40:07,499 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734320404631.c7351951a1e31dbc7ddc8fbe18e8e6a7. 2024-12-16T03:40:07,500 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734320404631.c7351951a1e31dbc7ddc8fbe18e8e6a7. as already flushing 2024-12-16T03:40:07,500 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734320404631.c7351951a1e31dbc7ddc8fbe18e8e6a7. 2024-12-16T03:40:07,500 ERROR [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] handler.RSProcedureHandler(58): pid=80 java.io.IOException: Unable to complete flush {ENCODED => c7351951a1e31dbc7ddc8fbe18e8e6a7, NAME => 'TestAcidGuarantees,,1734320404631.c7351951a1e31dbc7ddc8fbe18e8e6a7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:40:07,500 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=80 java.io.IOException: Unable to complete flush {ENCODED => c7351951a1e31dbc7ddc8fbe18e8e6a7, NAME => 'TestAcidGuarantees,,1734320404631.c7351951a1e31dbc7ddc8fbe18e8e6a7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:40:07,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.HMaster(4114): Remote procedure failed, pid=80 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c7351951a1e31dbc7ddc8fbe18e8e6a7, NAME => 'TestAcidGuarantees,,1734320404631.c7351951a1e31dbc7ddc8fbe18e8e6a7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c7351951a1e31dbc7ddc8fbe18e8e6a7, NAME => 'TestAcidGuarantees,,1734320404631.c7351951a1e31dbc7ddc8fbe18e8e6a7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:40:07,580 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c7351951a1e31dbc7ddc8fbe18e8e6a7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:40:07,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47170 deadline: 1734320467580, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c7351951a1e31dbc7ddc8fbe18e8e6a7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:07,581 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c7351951a1e31dbc7ddc8fbe18e8e6a7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:40:07,581 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c7351951a1e31dbc7ddc8fbe18e8e6a7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:40:07,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47104 deadline: 1734320467580, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c7351951a1e31dbc7ddc8fbe18e8e6a7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:07,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47130 deadline: 1734320467580, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c7351951a1e31dbc7ddc8fbe18e8e6a7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:07,585 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c7351951a1e31dbc7ddc8fbe18e8e6a7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:40:07,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47148 deadline: 1734320467585, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c7351951a1e31dbc7ddc8fbe18e8e6a7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:07,586 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c7351951a1e31dbc7ddc8fbe18e8e6a7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:40:07,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47172 deadline: 1734320467585, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c7351951a1e31dbc7ddc8fbe18e8e6a7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:07,651 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:07,652 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39893 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-12-16T03:40:07,652 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734320404631.c7351951a1e31dbc7ddc8fbe18e8e6a7. 2024-12-16T03:40:07,652 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734320404631.c7351951a1e31dbc7ddc8fbe18e8e6a7. as already flushing 2024-12-16T03:40:07,652 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734320404631.c7351951a1e31dbc7ddc8fbe18e8e6a7. 2024-12-16T03:40:07,652 ERROR [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] handler.RSProcedureHandler(58): pid=80 java.io.IOException: Unable to complete flush {ENCODED => c7351951a1e31dbc7ddc8fbe18e8e6a7, NAME => 'TestAcidGuarantees,,1734320404631.c7351951a1e31dbc7ddc8fbe18e8e6a7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:40:07,652 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=80 java.io.IOException: Unable to complete flush {ENCODED => c7351951a1e31dbc7ddc8fbe18e8e6a7, NAME => 'TestAcidGuarantees,,1734320404631.c7351951a1e31dbc7ddc8fbe18e8e6a7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:40:07,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.HMaster(4114): Remote procedure failed, pid=80 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c7351951a1e31dbc7ddc8fbe18e8e6a7, NAME => 'TestAcidGuarantees,,1734320404631.c7351951a1e31dbc7ddc8fbe18e8e6a7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c7351951a1e31dbc7ddc8fbe18e8e6a7, NAME => 'TestAcidGuarantees,,1734320404631.c7351951a1e31dbc7ddc8fbe18e8e6a7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:40:07,804 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:07,804 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39893 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-12-16T03:40:07,804 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734320404631.c7351951a1e31dbc7ddc8fbe18e8e6a7. 2024-12-16T03:40:07,804 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734320404631.c7351951a1e31dbc7ddc8fbe18e8e6a7. as already flushing 2024-12-16T03:40:07,804 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734320404631.c7351951a1e31dbc7ddc8fbe18e8e6a7. 2024-12-16T03:40:07,804 ERROR [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] handler.RSProcedureHandler(58): pid=80 java.io.IOException: Unable to complete flush {ENCODED => c7351951a1e31dbc7ddc8fbe18e8e6a7, NAME => 'TestAcidGuarantees,,1734320404631.c7351951a1e31dbc7ddc8fbe18e8e6a7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:40:07,805 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=80 java.io.IOException: Unable to complete flush {ENCODED => c7351951a1e31dbc7ddc8fbe18e8e6a7, NAME => 'TestAcidGuarantees,,1734320404631.c7351951a1e31dbc7ddc8fbe18e8e6a7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:40:07,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.HMaster(4114): Remote procedure failed, pid=80 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c7351951a1e31dbc7ddc8fbe18e8e6a7, NAME => 'TestAcidGuarantees,,1734320404631.c7351951a1e31dbc7ddc8fbe18e8e6a7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c7351951a1e31dbc7ddc8fbe18e8e6a7, NAME => 'TestAcidGuarantees,,1734320404631.c7351951a1e31dbc7ddc8fbe18e8e6a7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:40:07,822 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/.tmp/B/cff24c66d02e4907907a31b3ddcf6361 2024-12-16T03:40:07,839 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/.tmp/C/732c760939f54bb498f00b68c943fc52 is 50, key is test_row_0/C:col10/1734320406899/Put/seqid=0 2024-12-16T03:40:07,859 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073742089_1265 (size=12001) 2024-12-16T03:40:07,956 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:07,957 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39893 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-12-16T03:40:07,957 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734320404631.c7351951a1e31dbc7ddc8fbe18e8e6a7. 2024-12-16T03:40:07,957 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734320404631.c7351951a1e31dbc7ddc8fbe18e8e6a7. as already flushing 2024-12-16T03:40:07,957 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734320404631.c7351951a1e31dbc7ddc8fbe18e8e6a7. 2024-12-16T03:40:07,957 ERROR [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] handler.RSProcedureHandler(58): pid=80 java.io.IOException: Unable to complete flush {ENCODED => c7351951a1e31dbc7ddc8fbe18e8e6a7, NAME => 'TestAcidGuarantees,,1734320404631.c7351951a1e31dbc7ddc8fbe18e8e6a7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:40:07,957 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=80 java.io.IOException: Unable to complete flush {ENCODED => c7351951a1e31dbc7ddc8fbe18e8e6a7, NAME => 'TestAcidGuarantees,,1734320404631.c7351951a1e31dbc7ddc8fbe18e8e6a7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:40:07,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.HMaster(4114): Remote procedure failed, pid=80 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c7351951a1e31dbc7ddc8fbe18e8e6a7, NAME => 'TestAcidGuarantees,,1734320404631.c7351951a1e31dbc7ddc8fbe18e8e6a7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c7351951a1e31dbc7ddc8fbe18e8e6a7, NAME => 'TestAcidGuarantees,,1734320404631.c7351951a1e31dbc7ddc8fbe18e8e6a7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:40:07,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-12-16T03:40:08,085 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c7351951a1e31dbc7ddc8fbe18e8e6a7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:40:08,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47130 deadline: 1734320468083, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c7351951a1e31dbc7ddc8fbe18e8e6a7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:08,086 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c7351951a1e31dbc7ddc8fbe18e8e6a7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:40:08,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47170 deadline: 1734320468085, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c7351951a1e31dbc7ddc8fbe18e8e6a7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:08,087 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c7351951a1e31dbc7ddc8fbe18e8e6a7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:40:08,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47148 deadline: 1734320468086, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c7351951a1e31dbc7ddc8fbe18e8e6a7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:08,088 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c7351951a1e31dbc7ddc8fbe18e8e6a7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:40:08,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47104 deadline: 1734320468086, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c7351951a1e31dbc7ddc8fbe18e8e6a7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:08,090 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c7351951a1e31dbc7ddc8fbe18e8e6a7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:40:08,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47172 deadline: 1734320468088, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c7351951a1e31dbc7ddc8fbe18e8e6a7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:08,109 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:08,109 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39893 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-12-16T03:40:08,110 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734320404631.c7351951a1e31dbc7ddc8fbe18e8e6a7. 2024-12-16T03:40:08,110 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734320404631.c7351951a1e31dbc7ddc8fbe18e8e6a7. as already flushing 2024-12-16T03:40:08,110 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734320404631.c7351951a1e31dbc7ddc8fbe18e8e6a7. 2024-12-16T03:40:08,110 ERROR [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] handler.RSProcedureHandler(58): pid=80 java.io.IOException: Unable to complete flush {ENCODED => c7351951a1e31dbc7ddc8fbe18e8e6a7, NAME => 'TestAcidGuarantees,,1734320404631.c7351951a1e31dbc7ddc8fbe18e8e6a7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:40:08,110 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=80 java.io.IOException: Unable to complete flush {ENCODED => c7351951a1e31dbc7ddc8fbe18e8e6a7, NAME => 'TestAcidGuarantees,,1734320404631.c7351951a1e31dbc7ddc8fbe18e8e6a7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:40:08,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.HMaster(4114): Remote procedure failed, pid=80 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c7351951a1e31dbc7ddc8fbe18e8e6a7, NAME => 'TestAcidGuarantees,,1734320404631.c7351951a1e31dbc7ddc8fbe18e8e6a7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c7351951a1e31dbc7ddc8fbe18e8e6a7, NAME => 'TestAcidGuarantees,,1734320404631.c7351951a1e31dbc7ddc8fbe18e8e6a7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:40:08,260 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/.tmp/C/732c760939f54bb498f00b68c943fc52 2024-12-16T03:40:08,261 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:08,262 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39893 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-12-16T03:40:08,262 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734320404631.c7351951a1e31dbc7ddc8fbe18e8e6a7. 2024-12-16T03:40:08,262 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734320404631.c7351951a1e31dbc7ddc8fbe18e8e6a7. as already flushing 2024-12-16T03:40:08,262 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734320404631.c7351951a1e31dbc7ddc8fbe18e8e6a7. 2024-12-16T03:40:08,262 ERROR [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] handler.RSProcedureHandler(58): pid=80 java.io.IOException: Unable to complete flush {ENCODED => c7351951a1e31dbc7ddc8fbe18e8e6a7, NAME => 'TestAcidGuarantees,,1734320404631.c7351951a1e31dbc7ddc8fbe18e8e6a7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:40:08,262 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=80 java.io.IOException: Unable to complete flush {ENCODED => c7351951a1e31dbc7ddc8fbe18e8e6a7, NAME => 'TestAcidGuarantees,,1734320404631.c7351951a1e31dbc7ddc8fbe18e8e6a7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:40:08,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.HMaster(4114): Remote procedure failed, pid=80 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c7351951a1e31dbc7ddc8fbe18e8e6a7, NAME => 'TestAcidGuarantees,,1734320404631.c7351951a1e31dbc7ddc8fbe18e8e6a7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c7351951a1e31dbc7ddc8fbe18e8e6a7, NAME => 'TestAcidGuarantees,,1734320404631.c7351951a1e31dbc7ddc8fbe18e8e6a7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:40:08,265 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/.tmp/A/00f399346214407dbe381a35408c1640 as hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/A/00f399346214407dbe381a35408c1640 2024-12-16T03:40:08,268 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/A/00f399346214407dbe381a35408c1640, entries=150, sequenceid=12, filesize=11.7 K 2024-12-16T03:40:08,269 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/.tmp/B/cff24c66d02e4907907a31b3ddcf6361 as hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/B/cff24c66d02e4907907a31b3ddcf6361 2024-12-16T03:40:08,273 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/B/cff24c66d02e4907907a31b3ddcf6361, entries=150, sequenceid=12, filesize=11.7 K 2024-12-16T03:40:08,274 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/.tmp/C/732c760939f54bb498f00b68c943fc52 as hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/C/732c760939f54bb498f00b68c943fc52 2024-12-16T03:40:08,278 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/C/732c760939f54bb498f00b68c943fc52, entries=150, sequenceid=12, filesize=11.7 K 2024-12-16T03:40:08,279 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=154.31 KB/158010 for c7351951a1e31dbc7ddc8fbe18e8e6a7 in 1343ms, sequenceid=12, compaction requested=false 2024-12-16T03:40:08,279 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c7351951a1e31dbc7ddc8fbe18e8e6a7: 2024-12-16T03:40:08,414 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:08,414 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39893 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-12-16T03:40:08,414 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734320404631.c7351951a1e31dbc7ddc8fbe18e8e6a7. 2024-12-16T03:40:08,414 INFO [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2837): Flushing c7351951a1e31dbc7ddc8fbe18e8e6a7 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-12-16T03:40:08,415 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c7351951a1e31dbc7ddc8fbe18e8e6a7, store=A 2024-12-16T03:40:08,415 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T03:40:08,415 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c7351951a1e31dbc7ddc8fbe18e8e6a7, store=B 2024-12-16T03:40:08,415 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T03:40:08,415 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c7351951a1e31dbc7ddc8fbe18e8e6a7, store=C 2024-12-16T03:40:08,415 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T03:40:08,419 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/.tmp/A/43b1de667b5c41cdb51e0a201738258b is 50, key is test_row_0/A:col10/1734320406966/Put/seqid=0 2024-12-16T03:40:08,434 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073742090_1266 (size=12001) 2024-12-16T03:40:08,834 INFO [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/.tmp/A/43b1de667b5c41cdb51e0a201738258b 2024-12-16T03:40:08,841 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/.tmp/B/a234dd90898446f2a770849b56953202 is 50, key is test_row_0/B:col10/1734320406966/Put/seqid=0 2024-12-16T03:40:08,875 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073742091_1267 (size=12001) 2024-12-16T03:40:08,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-12-16T03:40:09,092 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734320404631.c7351951a1e31dbc7ddc8fbe18e8e6a7. as already flushing 2024-12-16T03:40:09,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(8581): Flush requested on c7351951a1e31dbc7ddc8fbe18e8e6a7 2024-12-16T03:40:09,096 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c7351951a1e31dbc7ddc8fbe18e8e6a7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:40:09,096 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c7351951a1e31dbc7ddc8fbe18e8e6a7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:40:09,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47172 deadline: 1734320469095, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c7351951a1e31dbc7ddc8fbe18e8e6a7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:09,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47104 deadline: 1734320469094, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c7351951a1e31dbc7ddc8fbe18e8e6a7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:09,096 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c7351951a1e31dbc7ddc8fbe18e8e6a7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:40:09,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47148 deadline: 1734320469095, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c7351951a1e31dbc7ddc8fbe18e8e6a7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:09,097 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c7351951a1e31dbc7ddc8fbe18e8e6a7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:40:09,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47170 deadline: 1734320469095, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c7351951a1e31dbc7ddc8fbe18e8e6a7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:09,097 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c7351951a1e31dbc7ddc8fbe18e8e6a7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:40:09,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47130 deadline: 1734320469096, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c7351951a1e31dbc7ddc8fbe18e8e6a7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:09,198 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c7351951a1e31dbc7ddc8fbe18e8e6a7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:40:09,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47172 deadline: 1734320469197, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c7351951a1e31dbc7ddc8fbe18e8e6a7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:09,198 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c7351951a1e31dbc7ddc8fbe18e8e6a7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:40:09,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47104 deadline: 1734320469197, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c7351951a1e31dbc7ddc8fbe18e8e6a7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:09,198 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c7351951a1e31dbc7ddc8fbe18e8e6a7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:40:09,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47170 deadline: 1734320469197, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c7351951a1e31dbc7ddc8fbe18e8e6a7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:09,199 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c7351951a1e31dbc7ddc8fbe18e8e6a7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:40:09,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47130 deadline: 1734320469198, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c7351951a1e31dbc7ddc8fbe18e8e6a7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:09,276 INFO [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/.tmp/B/a234dd90898446f2a770849b56953202 2024-12-16T03:40:09,282 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/.tmp/C/afe289f431584c4e88347abcf9058062 is 50, key is test_row_0/C:col10/1734320406966/Put/seqid=0 2024-12-16T03:40:09,286 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073742092_1268 (size=12001) 2024-12-16T03:40:09,400 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c7351951a1e31dbc7ddc8fbe18e8e6a7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:40:09,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47172 deadline: 1734320469399, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c7351951a1e31dbc7ddc8fbe18e8e6a7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:09,400 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c7351951a1e31dbc7ddc8fbe18e8e6a7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:40:09,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47104 deadline: 1734320469399, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c7351951a1e31dbc7ddc8fbe18e8e6a7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:09,401 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c7351951a1e31dbc7ddc8fbe18e8e6a7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:40:09,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47130 deadline: 1734320469400, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c7351951a1e31dbc7ddc8fbe18e8e6a7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:09,402 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c7351951a1e31dbc7ddc8fbe18e8e6a7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:40:09,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47170 deadline: 1734320469400, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c7351951a1e31dbc7ddc8fbe18e8e6a7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:09,687 INFO [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/.tmp/C/afe289f431584c4e88347abcf9058062 2024-12-16T03:40:09,690 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/.tmp/A/43b1de667b5c41cdb51e0a201738258b as hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/A/43b1de667b5c41cdb51e0a201738258b 2024-12-16T03:40:09,694 INFO [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/A/43b1de667b5c41cdb51e0a201738258b, entries=150, sequenceid=38, filesize=11.7 K 2024-12-16T03:40:09,700 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/.tmp/B/a234dd90898446f2a770849b56953202 as hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/B/a234dd90898446f2a770849b56953202 2024-12-16T03:40:09,702 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c7351951a1e31dbc7ddc8fbe18e8e6a7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:40:09,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47104 deadline: 1734320469701, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c7351951a1e31dbc7ddc8fbe18e8e6a7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:09,703 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c7351951a1e31dbc7ddc8fbe18e8e6a7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:40:09,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47172 deadline: 1734320469702, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c7351951a1e31dbc7ddc8fbe18e8e6a7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:09,703 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c7351951a1e31dbc7ddc8fbe18e8e6a7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:40:09,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47130 deadline: 1734320469703, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c7351951a1e31dbc7ddc8fbe18e8e6a7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:09,705 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c7351951a1e31dbc7ddc8fbe18e8e6a7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:40:09,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47170 deadline: 1734320469705, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c7351951a1e31dbc7ddc8fbe18e8e6a7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:09,709 INFO [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/B/a234dd90898446f2a770849b56953202, entries=150, sequenceid=38, filesize=11.7 K 2024-12-16T03:40:09,711 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/.tmp/C/afe289f431584c4e88347abcf9058062 as hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/C/afe289f431584c4e88347abcf9058062 2024-12-16T03:40:09,716 INFO [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/C/afe289f431584c4e88347abcf9058062, entries=150, sequenceid=38, filesize=11.7 K 2024-12-16T03:40:09,717 INFO [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for c7351951a1e31dbc7ddc8fbe18e8e6a7 in 1303ms, sequenceid=38, compaction requested=false 2024-12-16T03:40:09,717 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2538): Flush status journal for c7351951a1e31dbc7ddc8fbe18e8e6a7: 2024-12-16T03:40:09,717 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734320404631.c7351951a1e31dbc7ddc8fbe18e8e6a7. 2024-12-16T03:40:09,717 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=80 2024-12-16T03:40:09,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.HMaster(4106): Remote procedure done, pid=80 2024-12-16T03:40:09,720 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=80, resume processing ppid=79 2024-12-16T03:40:09,720 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=80, ppid=79, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.8280 sec 2024-12-16T03:40:09,721 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=79, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=79, table=TestAcidGuarantees in 2.8320 sec 2024-12-16T03:40:09,867 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-16T03:40:10,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(8581): Flush requested on c7351951a1e31dbc7ddc8fbe18e8e6a7 2024-12-16T03:40:10,207 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c7351951a1e31dbc7ddc8fbe18e8e6a7 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-16T03:40:10,207 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c7351951a1e31dbc7ddc8fbe18e8e6a7, store=A 2024-12-16T03:40:10,207 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T03:40:10,207 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c7351951a1e31dbc7ddc8fbe18e8e6a7, store=B 2024-12-16T03:40:10,207 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T03:40:10,207 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c7351951a1e31dbc7ddc8fbe18e8e6a7, store=C 2024-12-16T03:40:10,207 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T03:40:10,210 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/.tmp/A/94ab63f00c6b459698a2d8fd7347a04b is 50, key is test_row_0/A:col10/1734320409094/Put/seqid=0 2024-12-16T03:40:10,214 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073742093_1269 (size=12001) 2024-12-16T03:40:10,215 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=49 (bloomFilter=true), to=hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/.tmp/A/94ab63f00c6b459698a2d8fd7347a04b 2024-12-16T03:40:10,226 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/.tmp/B/615cbb28fdb545bead298d8f27682a48 is 50, key is test_row_0/B:col10/1734320409094/Put/seqid=0 2024-12-16T03:40:10,228 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c7351951a1e31dbc7ddc8fbe18e8e6a7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:40:10,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47130 deadline: 1734320470226, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c7351951a1e31dbc7ddc8fbe18e8e6a7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:10,228 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c7351951a1e31dbc7ddc8fbe18e8e6a7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:40:10,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47104 deadline: 1734320470227, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c7351951a1e31dbc7ddc8fbe18e8e6a7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:10,230 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c7351951a1e31dbc7ddc8fbe18e8e6a7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:40:10,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47172 deadline: 1734320470228, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c7351951a1e31dbc7ddc8fbe18e8e6a7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:10,230 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c7351951a1e31dbc7ddc8fbe18e8e6a7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:40:10,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47170 deadline: 1734320470228, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c7351951a1e31dbc7ddc8fbe18e8e6a7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:10,232 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073742094_1270 (size=12001) 2024-12-16T03:40:10,330 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c7351951a1e31dbc7ddc8fbe18e8e6a7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:40:10,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47104 deadline: 1734320470329, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c7351951a1e31dbc7ddc8fbe18e8e6a7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:10,330 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c7351951a1e31dbc7ddc8fbe18e8e6a7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:40:10,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47130 deadline: 1734320470329, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c7351951a1e31dbc7ddc8fbe18e8e6a7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:10,332 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c7351951a1e31dbc7ddc8fbe18e8e6a7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:40:10,332 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c7351951a1e31dbc7ddc8fbe18e8e6a7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:40:10,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47170 deadline: 1734320470331, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c7351951a1e31dbc7ddc8fbe18e8e6a7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:10,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47172 deadline: 1734320470331, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c7351951a1e31dbc7ddc8fbe18e8e6a7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:10,532 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c7351951a1e31dbc7ddc8fbe18e8e6a7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:40:10,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47130 deadline: 1734320470531, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c7351951a1e31dbc7ddc8fbe18e8e6a7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:10,534 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c7351951a1e31dbc7ddc8fbe18e8e6a7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:40:10,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47104 deadline: 1734320470532, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c7351951a1e31dbc7ddc8fbe18e8e6a7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:10,535 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c7351951a1e31dbc7ddc8fbe18e8e6a7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:40:10,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47170 deadline: 1734320470534, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c7351951a1e31dbc7ddc8fbe18e8e6a7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:10,535 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c7351951a1e31dbc7ddc8fbe18e8e6a7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:40:10,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47172 deadline: 1734320470534, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c7351951a1e31dbc7ddc8fbe18e8e6a7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:10,633 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=49 (bloomFilter=true), to=hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/.tmp/B/615cbb28fdb545bead298d8f27682a48 2024-12-16T03:40:10,638 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/.tmp/C/5d93ef5b38314b7fb5e8117e06f405c6 is 50, key is test_row_0/C:col10/1734320409094/Put/seqid=0 2024-12-16T03:40:10,641 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073742095_1271 (size=12001) 2024-12-16T03:40:10,834 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c7351951a1e31dbc7ddc8fbe18e8e6a7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:40:10,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47130 deadline: 1734320470834, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c7351951a1e31dbc7ddc8fbe18e8e6a7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:10,836 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c7351951a1e31dbc7ddc8fbe18e8e6a7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:40:10,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47104 deadline: 1734320470835, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c7351951a1e31dbc7ddc8fbe18e8e6a7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:10,838 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c7351951a1e31dbc7ddc8fbe18e8e6a7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:40:10,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47170 deadline: 1734320470837, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c7351951a1e31dbc7ddc8fbe18e8e6a7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:10,839 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c7351951a1e31dbc7ddc8fbe18e8e6a7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:40:10,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47172 deadline: 1734320470838, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c7351951a1e31dbc7ddc8fbe18e8e6a7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:10,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-12-16T03:40:10,994 INFO [Thread-1211 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 79 completed 2024-12-16T03:40:10,995 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-16T03:40:10,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] procedure2.ProcedureExecutor(1098): Stored pid=81, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=81, table=TestAcidGuarantees 2024-12-16T03:40:10,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-12-16T03:40:10,996 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=81, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=81, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-16T03:40:10,997 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=81, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=81, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-16T03:40:10,997 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=82, ppid=81, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-16T03:40:11,042 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=49 (bloomFilter=true), to=hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/.tmp/C/5d93ef5b38314b7fb5e8117e06f405c6 2024-12-16T03:40:11,046 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/.tmp/A/94ab63f00c6b459698a2d8fd7347a04b as hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/A/94ab63f00c6b459698a2d8fd7347a04b 2024-12-16T03:40:11,049 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/A/94ab63f00c6b459698a2d8fd7347a04b, entries=150, sequenceid=49, filesize=11.7 K 2024-12-16T03:40:11,049 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/.tmp/B/615cbb28fdb545bead298d8f27682a48 as hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/B/615cbb28fdb545bead298d8f27682a48 2024-12-16T03:40:11,053 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/B/615cbb28fdb545bead298d8f27682a48, entries=150, sequenceid=49, filesize=11.7 K 2024-12-16T03:40:11,054 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/.tmp/C/5d93ef5b38314b7fb5e8117e06f405c6 as hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/C/5d93ef5b38314b7fb5e8117e06f405c6 2024-12-16T03:40:11,057 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/C/5d93ef5b38314b7fb5e8117e06f405c6, entries=150, sequenceid=49, filesize=11.7 K 2024-12-16T03:40:11,058 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=154.31 KB/158010 for c7351951a1e31dbc7ddc8fbe18e8e6a7 in 851ms, sequenceid=49, compaction requested=true 2024-12-16T03:40:11,059 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c7351951a1e31dbc7ddc8fbe18e8e6a7: 2024-12-16T03:40:11,059 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c7351951a1e31dbc7ddc8fbe18e8e6a7:A, priority=-2147483648, current under compaction store size is 1 2024-12-16T03:40:11,059 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-16T03:40:11,059 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c7351951a1e31dbc7ddc8fbe18e8e6a7:B, priority=-2147483648, current under compaction store size is 2 2024-12-16T03:40:11,059 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-16T03:40:11,059 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-16T03:40:11,059 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c7351951a1e31dbc7ddc8fbe18e8e6a7:C, priority=-2147483648, current under compaction store size is 3 2024-12-16T03:40:11,059 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-12-16T03:40:11,059 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-16T03:40:11,060 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-16T03:40:11,060 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.HStore(1540): c7351951a1e31dbc7ddc8fbe18e8e6a7/A is initiating minor compaction (all files) 2024-12-16T03:40:11,060 INFO [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c7351951a1e31dbc7ddc8fbe18e8e6a7/A in TestAcidGuarantees,,1734320404631.c7351951a1e31dbc7ddc8fbe18e8e6a7. 2024-12-16T03:40:11,060 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-16T03:40:11,060 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.HStore(1540): c7351951a1e31dbc7ddc8fbe18e8e6a7/B is initiating minor compaction (all files) 2024-12-16T03:40:11,060 INFO [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/A/00f399346214407dbe381a35408c1640, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/A/43b1de667b5c41cdb51e0a201738258b, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/A/94ab63f00c6b459698a2d8fd7347a04b] into tmpdir=hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/.tmp, totalSize=35.2 K 2024-12-16T03:40:11,060 INFO [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c7351951a1e31dbc7ddc8fbe18e8e6a7/B in TestAcidGuarantees,,1734320404631.c7351951a1e31dbc7ddc8fbe18e8e6a7. 2024-12-16T03:40:11,061 INFO [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/B/cff24c66d02e4907907a31b3ddcf6361, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/B/a234dd90898446f2a770849b56953202, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/B/615cbb28fdb545bead298d8f27682a48] into tmpdir=hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/.tmp, totalSize=35.2 K 2024-12-16T03:40:11,061 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] compactions.Compactor(224): Compacting cff24c66d02e4907907a31b3ddcf6361, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1734320406896 2024-12-16T03:40:11,061 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] compactions.Compactor(224): Compacting 00f399346214407dbe381a35408c1640, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1734320406896 2024-12-16T03:40:11,061 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] compactions.Compactor(224): Compacting 43b1de667b5c41cdb51e0a201738258b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1734320406964 2024-12-16T03:40:11,061 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] compactions.Compactor(224): Compacting a234dd90898446f2a770849b56953202, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1734320406964 2024-12-16T03:40:11,062 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] compactions.Compactor(224): Compacting 94ab63f00c6b459698a2d8fd7347a04b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1734320409093 2024-12-16T03:40:11,062 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] compactions.Compactor(224): Compacting 615cbb28fdb545bead298d8f27682a48, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1734320409093 2024-12-16T03:40:11,070 INFO [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c7351951a1e31dbc7ddc8fbe18e8e6a7#B#compaction#224 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-16T03:40:11,071 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/.tmp/B/be9ef32bf8384ea79481cf95cb1f0b6c is 50, key is test_row_0/B:col10/1734320409094/Put/seqid=0 2024-12-16T03:40:11,074 INFO [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c7351951a1e31dbc7ddc8fbe18e8e6a7#A#compaction#225 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-16T03:40:11,075 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/.tmp/A/6bd71722f5724d958f69a32be139cd33 is 50, key is test_row_0/A:col10/1734320409094/Put/seqid=0 2024-12-16T03:40:11,084 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073742096_1272 (size=12104) 2024-12-16T03:40:11,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-12-16T03:40:11,100 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073742097_1273 (size=12104) 2024-12-16T03:40:11,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(8581): Flush requested on c7351951a1e31dbc7ddc8fbe18e8e6a7 2024-12-16T03:40:11,109 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c7351951a1e31dbc7ddc8fbe18e8e6a7 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-12-16T03:40:11,109 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c7351951a1e31dbc7ddc8fbe18e8e6a7, store=A 2024-12-16T03:40:11,110 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T03:40:11,110 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c7351951a1e31dbc7ddc8fbe18e8e6a7, store=B 2024-12-16T03:40:11,110 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T03:40:11,110 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c7351951a1e31dbc7ddc8fbe18e8e6a7, store=C 2024-12-16T03:40:11,110 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T03:40:11,114 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/.tmp/A/9b4359dc0f914ff392de270bb61c1721 is 50, key is test_row_0/A:col10/1734320410218/Put/seqid=0 2024-12-16T03:40:11,120 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073742098_1274 (size=12001) 2024-12-16T03:40:11,121 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=76 (bloomFilter=true), to=hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/.tmp/A/9b4359dc0f914ff392de270bb61c1721 2024-12-16T03:40:11,126 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c7351951a1e31dbc7ddc8fbe18e8e6a7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:40:11,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47148 deadline: 1734320471124, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c7351951a1e31dbc7ddc8fbe18e8e6a7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:11,130 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/.tmp/B/535c0841300241f48c19c06c4b83f48c is 50, key is test_row_0/B:col10/1734320410218/Put/seqid=0 2024-12-16T03:40:11,134 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073742099_1275 (size=12001) 2024-12-16T03:40:11,148 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:11,148 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39893 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-12-16T03:40:11,148 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734320404631.c7351951a1e31dbc7ddc8fbe18e8e6a7. 2024-12-16T03:40:11,149 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734320404631.c7351951a1e31dbc7ddc8fbe18e8e6a7. as already flushing 2024-12-16T03:40:11,149 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734320404631.c7351951a1e31dbc7ddc8fbe18e8e6a7. 2024-12-16T03:40:11,149 ERROR [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] handler.RSProcedureHandler(58): pid=82 java.io.IOException: Unable to complete flush {ENCODED => c7351951a1e31dbc7ddc8fbe18e8e6a7, NAME => 'TestAcidGuarantees,,1734320404631.c7351951a1e31dbc7ddc8fbe18e8e6a7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:40:11,149 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=82 java.io.IOException: Unable to complete flush {ENCODED => c7351951a1e31dbc7ddc8fbe18e8e6a7, NAME => 'TestAcidGuarantees,,1734320404631.c7351951a1e31dbc7ddc8fbe18e8e6a7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:40:11,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.HMaster(4114): Remote procedure failed, pid=82 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c7351951a1e31dbc7ddc8fbe18e8e6a7, NAME => 'TestAcidGuarantees,,1734320404631.c7351951a1e31dbc7ddc8fbe18e8e6a7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c7351951a1e31dbc7ddc8fbe18e8e6a7, NAME => 'TestAcidGuarantees,,1734320404631.c7351951a1e31dbc7ddc8fbe18e8e6a7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:40:11,230 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c7351951a1e31dbc7ddc8fbe18e8e6a7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:40:11,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47148 deadline: 1734320471227, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c7351951a1e31dbc7ddc8fbe18e8e6a7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:11,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-12-16T03:40:11,300 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:11,301 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39893 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-12-16T03:40:11,301 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734320404631.c7351951a1e31dbc7ddc8fbe18e8e6a7. 2024-12-16T03:40:11,301 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734320404631.c7351951a1e31dbc7ddc8fbe18e8e6a7. as already flushing 2024-12-16T03:40:11,301 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734320404631.c7351951a1e31dbc7ddc8fbe18e8e6a7. 2024-12-16T03:40:11,301 ERROR [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] handler.RSProcedureHandler(58): pid=82 java.io.IOException: Unable to complete flush {ENCODED => c7351951a1e31dbc7ddc8fbe18e8e6a7, NAME => 'TestAcidGuarantees,,1734320404631.c7351951a1e31dbc7ddc8fbe18e8e6a7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:40:11,301 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=82 java.io.IOException: Unable to complete flush {ENCODED => c7351951a1e31dbc7ddc8fbe18e8e6a7, NAME => 'TestAcidGuarantees,,1734320404631.c7351951a1e31dbc7ddc8fbe18e8e6a7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:40:11,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.HMaster(4114): Remote procedure failed, pid=82 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c7351951a1e31dbc7ddc8fbe18e8e6a7, NAME => 'TestAcidGuarantees,,1734320404631.c7351951a1e31dbc7ddc8fbe18e8e6a7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c7351951a1e31dbc7ddc8fbe18e8e6a7, NAME => 'TestAcidGuarantees,,1734320404631.c7351951a1e31dbc7ddc8fbe18e8e6a7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:40:11,338 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c7351951a1e31dbc7ddc8fbe18e8e6a7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:40:11,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47130 deadline: 1734320471337, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c7351951a1e31dbc7ddc8fbe18e8e6a7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:11,341 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c7351951a1e31dbc7ddc8fbe18e8e6a7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:40:11,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47104 deadline: 1734320471340, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c7351951a1e31dbc7ddc8fbe18e8e6a7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:11,343 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c7351951a1e31dbc7ddc8fbe18e8e6a7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:40:11,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47170 deadline: 1734320471341, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c7351951a1e31dbc7ddc8fbe18e8e6a7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:11,343 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c7351951a1e31dbc7ddc8fbe18e8e6a7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:40:11,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47172 deadline: 1734320471341, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c7351951a1e31dbc7ddc8fbe18e8e6a7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:11,432 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c7351951a1e31dbc7ddc8fbe18e8e6a7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:40:11,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47148 deadline: 1734320471432, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c7351951a1e31dbc7ddc8fbe18e8e6a7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:11,453 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:11,453 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39893 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-12-16T03:40:11,453 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734320404631.c7351951a1e31dbc7ddc8fbe18e8e6a7. 2024-12-16T03:40:11,453 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734320404631.c7351951a1e31dbc7ddc8fbe18e8e6a7. as already flushing 2024-12-16T03:40:11,454 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734320404631.c7351951a1e31dbc7ddc8fbe18e8e6a7. 2024-12-16T03:40:11,454 ERROR [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] handler.RSProcedureHandler(58): pid=82 java.io.IOException: Unable to complete flush {ENCODED => c7351951a1e31dbc7ddc8fbe18e8e6a7, NAME => 'TestAcidGuarantees,,1734320404631.c7351951a1e31dbc7ddc8fbe18e8e6a7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:40:11,454 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=82 java.io.IOException: Unable to complete flush {ENCODED => c7351951a1e31dbc7ddc8fbe18e8e6a7, NAME => 'TestAcidGuarantees,,1734320404631.c7351951a1e31dbc7ddc8fbe18e8e6a7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:40:11,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.HMaster(4114): Remote procedure failed, pid=82 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c7351951a1e31dbc7ddc8fbe18e8e6a7, NAME => 'TestAcidGuarantees,,1734320404631.c7351951a1e31dbc7ddc8fbe18e8e6a7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c7351951a1e31dbc7ddc8fbe18e8e6a7, NAME => 'TestAcidGuarantees,,1734320404631.c7351951a1e31dbc7ddc8fbe18e8e6a7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:40:11,489 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/.tmp/B/be9ef32bf8384ea79481cf95cb1f0b6c as hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/B/be9ef32bf8384ea79481cf95cb1f0b6c 2024-12-16T03:40:11,494 INFO [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c7351951a1e31dbc7ddc8fbe18e8e6a7/B of c7351951a1e31dbc7ddc8fbe18e8e6a7 into be9ef32bf8384ea79481cf95cb1f0b6c(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-16T03:40:11,494 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c7351951a1e31dbc7ddc8fbe18e8e6a7: 2024-12-16T03:40:11,494 INFO [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734320404631.c7351951a1e31dbc7ddc8fbe18e8e6a7., storeName=c7351951a1e31dbc7ddc8fbe18e8e6a7/B, priority=13, startTime=1734320411059; duration=0sec 2024-12-16T03:40:11,494 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-16T03:40:11,494 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c7351951a1e31dbc7ddc8fbe18e8e6a7:B 2024-12-16T03:40:11,494 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-16T03:40:11,495 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-16T03:40:11,495 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.HStore(1540): c7351951a1e31dbc7ddc8fbe18e8e6a7/C is initiating minor compaction (all files) 2024-12-16T03:40:11,495 INFO [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c7351951a1e31dbc7ddc8fbe18e8e6a7/C in TestAcidGuarantees,,1734320404631.c7351951a1e31dbc7ddc8fbe18e8e6a7. 2024-12-16T03:40:11,495 INFO [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/C/732c760939f54bb498f00b68c943fc52, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/C/afe289f431584c4e88347abcf9058062, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/C/5d93ef5b38314b7fb5e8117e06f405c6] into tmpdir=hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/.tmp, totalSize=35.2 K 2024-12-16T03:40:11,496 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] compactions.Compactor(224): Compacting 732c760939f54bb498f00b68c943fc52, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1734320406896 2024-12-16T03:40:11,496 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] compactions.Compactor(224): Compacting afe289f431584c4e88347abcf9058062, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1734320406964 2024-12-16T03:40:11,496 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5d93ef5b38314b7fb5e8117e06f405c6, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1734320409093 2024-12-16T03:40:11,505 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/.tmp/A/6bd71722f5724d958f69a32be139cd33 as hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/A/6bd71722f5724d958f69a32be139cd33 2024-12-16T03:40:11,509 INFO [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c7351951a1e31dbc7ddc8fbe18e8e6a7/A of c7351951a1e31dbc7ddc8fbe18e8e6a7 into 6bd71722f5724d958f69a32be139cd33(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-16T03:40:11,509 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c7351951a1e31dbc7ddc8fbe18e8e6a7: 2024-12-16T03:40:11,509 INFO [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734320404631.c7351951a1e31dbc7ddc8fbe18e8e6a7., storeName=c7351951a1e31dbc7ddc8fbe18e8e6a7/A, priority=13, startTime=1734320411059; duration=0sec 2024-12-16T03:40:11,509 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-16T03:40:11,509 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c7351951a1e31dbc7ddc8fbe18e8e6a7:A 2024-12-16T03:40:11,512 INFO [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c7351951a1e31dbc7ddc8fbe18e8e6a7#C#compaction#228 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-16T03:40:11,513 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/.tmp/C/37d07517bdf54a2b8a64e903e46995f2 is 50, key is test_row_0/C:col10/1734320409094/Put/seqid=0 2024-12-16T03:40:11,520 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073742100_1276 (size=12104) 2024-12-16T03:40:11,535 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=76 (bloomFilter=true), to=hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/.tmp/B/535c0841300241f48c19c06c4b83f48c 2024-12-16T03:40:11,542 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/.tmp/C/869322383b6d46a28c72618048c9fca2 is 50, key is test_row_0/C:col10/1734320410218/Put/seqid=0 2024-12-16T03:40:11,546 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073742101_1277 (size=12001) 2024-12-16T03:40:11,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-12-16T03:40:11,605 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:11,606 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39893 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-12-16T03:40:11,606 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734320404631.c7351951a1e31dbc7ddc8fbe18e8e6a7. 2024-12-16T03:40:11,606 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734320404631.c7351951a1e31dbc7ddc8fbe18e8e6a7. as already flushing 2024-12-16T03:40:11,606 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734320404631.c7351951a1e31dbc7ddc8fbe18e8e6a7. 2024-12-16T03:40:11,606 ERROR [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] handler.RSProcedureHandler(58): pid=82 java.io.IOException: Unable to complete flush {ENCODED => c7351951a1e31dbc7ddc8fbe18e8e6a7, NAME => 'TestAcidGuarantees,,1734320404631.c7351951a1e31dbc7ddc8fbe18e8e6a7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:40:11,607 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=82 java.io.IOException: Unable to complete flush {ENCODED => c7351951a1e31dbc7ddc8fbe18e8e6a7, NAME => 'TestAcidGuarantees,,1734320404631.c7351951a1e31dbc7ddc8fbe18e8e6a7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:40:11,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.HMaster(4114): Remote procedure failed, pid=82 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c7351951a1e31dbc7ddc8fbe18e8e6a7, NAME => 'TestAcidGuarantees,,1734320404631.c7351951a1e31dbc7ddc8fbe18e8e6a7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c7351951a1e31dbc7ddc8fbe18e8e6a7, NAME => 'TestAcidGuarantees,,1734320404631.c7351951a1e31dbc7ddc8fbe18e8e6a7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:40:11,736 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c7351951a1e31dbc7ddc8fbe18e8e6a7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:40:11,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47148 deadline: 1734320471735, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c7351951a1e31dbc7ddc8fbe18e8e6a7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:11,758 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:11,759 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39893 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-12-16T03:40:11,759 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734320404631.c7351951a1e31dbc7ddc8fbe18e8e6a7. 2024-12-16T03:40:11,759 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734320404631.c7351951a1e31dbc7ddc8fbe18e8e6a7. as already flushing 2024-12-16T03:40:11,759 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734320404631.c7351951a1e31dbc7ddc8fbe18e8e6a7. 2024-12-16T03:40:11,759 ERROR [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] handler.RSProcedureHandler(58): pid=82 java.io.IOException: Unable to complete flush {ENCODED => c7351951a1e31dbc7ddc8fbe18e8e6a7, NAME => 'TestAcidGuarantees,,1734320404631.c7351951a1e31dbc7ddc8fbe18e8e6a7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:40:11,759 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=82 java.io.IOException: Unable to complete flush {ENCODED => c7351951a1e31dbc7ddc8fbe18e8e6a7, NAME => 'TestAcidGuarantees,,1734320404631.c7351951a1e31dbc7ddc8fbe18e8e6a7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:40:11,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.HMaster(4114): Remote procedure failed, pid=82 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c7351951a1e31dbc7ddc8fbe18e8e6a7, NAME => 'TestAcidGuarantees,,1734320404631.c7351951a1e31dbc7ddc8fbe18e8e6a7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c7351951a1e31dbc7ddc8fbe18e8e6a7, NAME => 'TestAcidGuarantees,,1734320404631.c7351951a1e31dbc7ddc8fbe18e8e6a7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:40:11,911 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:11,911 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39893 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-12-16T03:40:11,911 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734320404631.c7351951a1e31dbc7ddc8fbe18e8e6a7. 2024-12-16T03:40:11,911 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734320404631.c7351951a1e31dbc7ddc8fbe18e8e6a7. as already flushing 2024-12-16T03:40:11,911 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734320404631.c7351951a1e31dbc7ddc8fbe18e8e6a7. 2024-12-16T03:40:11,912 ERROR [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] handler.RSProcedureHandler(58): pid=82 java.io.IOException: Unable to complete flush {ENCODED => c7351951a1e31dbc7ddc8fbe18e8e6a7, NAME => 'TestAcidGuarantees,,1734320404631.c7351951a1e31dbc7ddc8fbe18e8e6a7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:40:11,912 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=82 java.io.IOException: Unable to complete flush {ENCODED => c7351951a1e31dbc7ddc8fbe18e8e6a7, NAME => 'TestAcidGuarantees,,1734320404631.c7351951a1e31dbc7ddc8fbe18e8e6a7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:40:11,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.HMaster(4114): Remote procedure failed, pid=82 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c7351951a1e31dbc7ddc8fbe18e8e6a7, NAME => 'TestAcidGuarantees,,1734320404631.c7351951a1e31dbc7ddc8fbe18e8e6a7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c7351951a1e31dbc7ddc8fbe18e8e6a7, NAME => 'TestAcidGuarantees,,1734320404631.c7351951a1e31dbc7ddc8fbe18e8e6a7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:40:11,925 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/.tmp/C/37d07517bdf54a2b8a64e903e46995f2 as hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/C/37d07517bdf54a2b8a64e903e46995f2 2024-12-16T03:40:11,929 INFO [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c7351951a1e31dbc7ddc8fbe18e8e6a7/C of c7351951a1e31dbc7ddc8fbe18e8e6a7 into 37d07517bdf54a2b8a64e903e46995f2(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-16T03:40:11,929 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c7351951a1e31dbc7ddc8fbe18e8e6a7: 2024-12-16T03:40:11,929 INFO [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734320404631.c7351951a1e31dbc7ddc8fbe18e8e6a7., storeName=c7351951a1e31dbc7ddc8fbe18e8e6a7/C, priority=13, startTime=1734320411059; duration=0sec 2024-12-16T03:40:11,929 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-16T03:40:11,929 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c7351951a1e31dbc7ddc8fbe18e8e6a7:C 2024-12-16T03:40:11,947 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=76 (bloomFilter=true), to=hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/.tmp/C/869322383b6d46a28c72618048c9fca2 2024-12-16T03:40:11,951 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/.tmp/A/9b4359dc0f914ff392de270bb61c1721 as hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/A/9b4359dc0f914ff392de270bb61c1721 2024-12-16T03:40:11,956 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/A/9b4359dc0f914ff392de270bb61c1721, entries=150, sequenceid=76, filesize=11.7 K 2024-12-16T03:40:11,957 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/.tmp/B/535c0841300241f48c19c06c4b83f48c as hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/B/535c0841300241f48c19c06c4b83f48c 2024-12-16T03:40:11,961 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/B/535c0841300241f48c19c06c4b83f48c, entries=150, sequenceid=76, filesize=11.7 K 2024-12-16T03:40:11,962 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/.tmp/C/869322383b6d46a28c72618048c9fca2 as hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/C/869322383b6d46a28c72618048c9fca2 2024-12-16T03:40:11,965 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/C/869322383b6d46a28c72618048c9fca2, entries=150, sequenceid=76, filesize=11.7 K 2024-12-16T03:40:11,966 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=40.25 KB/41220 for c7351951a1e31dbc7ddc8fbe18e8e6a7 in 857ms, sequenceid=76, compaction requested=false 2024-12-16T03:40:11,966 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c7351951a1e31dbc7ddc8fbe18e8e6a7: 2024-12-16T03:40:12,063 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:12,064 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39893 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-12-16T03:40:12,064 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734320404631.c7351951a1e31dbc7ddc8fbe18e8e6a7. 2024-12-16T03:40:12,064 INFO [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2837): Flushing c7351951a1e31dbc7ddc8fbe18e8e6a7 3/3 column families, dataSize=40.25 KB heapSize=106.22 KB 2024-12-16T03:40:12,064 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c7351951a1e31dbc7ddc8fbe18e8e6a7, store=A 2024-12-16T03:40:12,064 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T03:40:12,065 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c7351951a1e31dbc7ddc8fbe18e8e6a7, store=B 2024-12-16T03:40:12,065 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T03:40:12,065 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c7351951a1e31dbc7ddc8fbe18e8e6a7, store=C 2024-12-16T03:40:12,065 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T03:40:12,069 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/.tmp/A/c4d7121a1e0649e9bdb89d7dee9b142e is 50, key is test_row_0/A:col10/1734320411118/Put/seqid=0 2024-12-16T03:40:12,072 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073742102_1278 (size=12001) 2024-12-16T03:40:12,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-12-16T03:40:12,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(8581): Flush requested on c7351951a1e31dbc7ddc8fbe18e8e6a7 2024-12-16T03:40:12,244 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734320404631.c7351951a1e31dbc7ddc8fbe18e8e6a7. as already flushing 2024-12-16T03:40:12,299 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c7351951a1e31dbc7ddc8fbe18e8e6a7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:40:12,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47148 deadline: 1734320472297, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c7351951a1e31dbc7ddc8fbe18e8e6a7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:12,343 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c7351951a1e31dbc7ddc8fbe18e8e6a7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:40:12,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47130 deadline: 1734320472341, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c7351951a1e31dbc7ddc8fbe18e8e6a7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:12,347 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c7351951a1e31dbc7ddc8fbe18e8e6a7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:40:12,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47104 deadline: 1734320472346, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c7351951a1e31dbc7ddc8fbe18e8e6a7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:12,352 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c7351951a1e31dbc7ddc8fbe18e8e6a7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:40:12,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47170 deadline: 1734320472351, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c7351951a1e31dbc7ddc8fbe18e8e6a7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:12,355 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c7351951a1e31dbc7ddc8fbe18e8e6a7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:40:12,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47172 deadline: 1734320472353, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c7351951a1e31dbc7ddc8fbe18e8e6a7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:12,400 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c7351951a1e31dbc7ddc8fbe18e8e6a7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:40:12,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47148 deadline: 1734320472400, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c7351951a1e31dbc7ddc8fbe18e8e6a7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:12,473 INFO [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=88 (bloomFilter=true), to=hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/.tmp/A/c4d7121a1e0649e9bdb89d7dee9b142e 2024-12-16T03:40:12,479 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/.tmp/B/d44739b5c13e4bbc84380e5f945ab004 is 50, key is test_row_0/B:col10/1734320411118/Put/seqid=0 2024-12-16T03:40:12,482 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073742103_1279 (size=12001) 2024-12-16T03:40:12,603 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c7351951a1e31dbc7ddc8fbe18e8e6a7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:40:12,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47148 deadline: 1734320472601, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c7351951a1e31dbc7ddc8fbe18e8e6a7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:12,882 INFO [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=88 (bloomFilter=true), to=hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/.tmp/B/d44739b5c13e4bbc84380e5f945ab004 2024-12-16T03:40:12,889 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/.tmp/C/4a2d878939c543d29aacad54a7cfdd87 is 50, key is test_row_0/C:col10/1734320411118/Put/seqid=0 2024-12-16T03:40:12,905 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c7351951a1e31dbc7ddc8fbe18e8e6a7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:40:12,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47148 deadline: 1734320472903, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c7351951a1e31dbc7ddc8fbe18e8e6a7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:12,909 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073742104_1280 (size=12001) 2024-12-16T03:40:13,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-12-16T03:40:13,310 INFO [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=88 (bloomFilter=true), to=hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/.tmp/C/4a2d878939c543d29aacad54a7cfdd87 2024-12-16T03:40:13,314 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/.tmp/A/c4d7121a1e0649e9bdb89d7dee9b142e as hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/A/c4d7121a1e0649e9bdb89d7dee9b142e 2024-12-16T03:40:13,317 INFO [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/A/c4d7121a1e0649e9bdb89d7dee9b142e, entries=150, sequenceid=88, filesize=11.7 K 2024-12-16T03:40:13,318 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/.tmp/B/d44739b5c13e4bbc84380e5f945ab004 as hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/B/d44739b5c13e4bbc84380e5f945ab004 2024-12-16T03:40:13,322 INFO [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/B/d44739b5c13e4bbc84380e5f945ab004, entries=150, sequenceid=88, filesize=11.7 K 2024-12-16T03:40:13,323 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/.tmp/C/4a2d878939c543d29aacad54a7cfdd87 as hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/C/4a2d878939c543d29aacad54a7cfdd87 2024-12-16T03:40:13,326 INFO [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/C/4a2d878939c543d29aacad54a7cfdd87, entries=150, sequenceid=88, filesize=11.7 K 2024-12-16T03:40:13,327 INFO [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(3040): Finished flush of dataSize ~40.25 KB/41220, heapSize ~106.17 KB/108720, currentSize=161.02 KB/164880 for c7351951a1e31dbc7ddc8fbe18e8e6a7 in 1263ms, sequenceid=88, compaction requested=true 2024-12-16T03:40:13,327 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2538): Flush status journal for c7351951a1e31dbc7ddc8fbe18e8e6a7: 2024-12-16T03:40:13,327 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734320404631.c7351951a1e31dbc7ddc8fbe18e8e6a7. 2024-12-16T03:40:13,327 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=82 2024-12-16T03:40:13,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.HMaster(4106): Remote procedure done, pid=82 2024-12-16T03:40:13,329 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=82, resume processing ppid=81 2024-12-16T03:40:13,329 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=82, ppid=81, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.3310 sec 2024-12-16T03:40:13,330 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=81, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=81, table=TestAcidGuarantees in 2.3340 sec 2024-12-16T03:40:13,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(8581): Flush requested on c7351951a1e31dbc7ddc8fbe18e8e6a7 2024-12-16T03:40:13,410 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c7351951a1e31dbc7ddc8fbe18e8e6a7 3/3 column families, dataSize=167.72 KB heapSize=440.20 KB 2024-12-16T03:40:13,410 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c7351951a1e31dbc7ddc8fbe18e8e6a7, store=A 2024-12-16T03:40:13,410 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T03:40:13,410 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c7351951a1e31dbc7ddc8fbe18e8e6a7, store=B 2024-12-16T03:40:13,410 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T03:40:13,410 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c7351951a1e31dbc7ddc8fbe18e8e6a7, store=C 2024-12-16T03:40:13,410 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T03:40:13,414 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/.tmp/A/ff060ef21da743fba088c0ee6263ec13 is 50, key is test_row_0/A:col10/1734320412293/Put/seqid=0 2024-12-16T03:40:13,417 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073742105_1281 (size=14341) 2024-12-16T03:40:13,418 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=116 (bloomFilter=true), to=hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/.tmp/A/ff060ef21da743fba088c0ee6263ec13 2024-12-16T03:40:13,425 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c7351951a1e31dbc7ddc8fbe18e8e6a7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:40:13,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47148 deadline: 1734320473424, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c7351951a1e31dbc7ddc8fbe18e8e6a7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:13,425 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/.tmp/B/c856d632da7f499b9e00f220ff35857e is 50, key is test_row_0/B:col10/1734320412293/Put/seqid=0 2024-12-16T03:40:13,428 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073742106_1282 (size=12001) 2024-12-16T03:40:13,527 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c7351951a1e31dbc7ddc8fbe18e8e6a7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:40:13,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47148 deadline: 1734320473526, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c7351951a1e31dbc7ddc8fbe18e8e6a7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:13,729 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c7351951a1e31dbc7ddc8fbe18e8e6a7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:40:13,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47148 deadline: 1734320473728, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c7351951a1e31dbc7ddc8fbe18e8e6a7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:13,829 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=116 (bloomFilter=true), to=hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/.tmp/B/c856d632da7f499b9e00f220ff35857e 2024-12-16T03:40:13,836 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/.tmp/C/54c974ba15b04ac28a8862e7526c6364 is 50, key is test_row_0/C:col10/1734320412293/Put/seqid=0 2024-12-16T03:40:13,888 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073742107_1283 (size=12001) 2024-12-16T03:40:14,033 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c7351951a1e31dbc7ddc8fbe18e8e6a7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:40:14,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47148 deadline: 1734320474032, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c7351951a1e31dbc7ddc8fbe18e8e6a7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:14,289 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=116 (bloomFilter=true), to=hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/.tmp/C/54c974ba15b04ac28a8862e7526c6364 2024-12-16T03:40:14,293 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/.tmp/A/ff060ef21da743fba088c0ee6263ec13 as hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/A/ff060ef21da743fba088c0ee6263ec13 2024-12-16T03:40:14,296 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/A/ff060ef21da743fba088c0ee6263ec13, entries=200, sequenceid=116, filesize=14.0 K 2024-12-16T03:40:14,297 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/.tmp/B/c856d632da7f499b9e00f220ff35857e as hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/B/c856d632da7f499b9e00f220ff35857e 2024-12-16T03:40:14,301 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/B/c856d632da7f499b9e00f220ff35857e, entries=150, sequenceid=116, filesize=11.7 K 2024-12-16T03:40:14,301 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/.tmp/C/54c974ba15b04ac28a8862e7526c6364 as hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/C/54c974ba15b04ac28a8862e7526c6364 2024-12-16T03:40:14,304 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/C/54c974ba15b04ac28a8862e7526c6364, entries=150, sequenceid=116, filesize=11.7 K 2024-12-16T03:40:14,305 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~167.72 KB/171750, heapSize ~440.16 KB/450720, currentSize=33.54 KB/34350 for c7351951a1e31dbc7ddc8fbe18e8e6a7 in 896ms, sequenceid=116, compaction requested=true 2024-12-16T03:40:14,305 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c7351951a1e31dbc7ddc8fbe18e8e6a7: 2024-12-16T03:40:14,305 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c7351951a1e31dbc7ddc8fbe18e8e6a7:A, priority=-2147483648, current under compaction store size is 1 2024-12-16T03:40:14,305 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-16T03:40:14,305 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-16T03:40:14,305 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c7351951a1e31dbc7ddc8fbe18e8e6a7:B, priority=-2147483648, current under compaction store size is 2 2024-12-16T03:40:14,305 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-16T03:40:14,305 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-16T03:40:14,305 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c7351951a1e31dbc7ddc8fbe18e8e6a7:C, priority=-2147483648, current under compaction store size is 3 2024-12-16T03:40:14,306 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-16T03:40:14,307 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-16T03:40:14,307 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50447 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-16T03:40:14,307 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.HStore(1540): c7351951a1e31dbc7ddc8fbe18e8e6a7/B is initiating minor compaction (all files) 2024-12-16T03:40:14,307 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.HStore(1540): c7351951a1e31dbc7ddc8fbe18e8e6a7/A is initiating minor compaction (all files) 2024-12-16T03:40:14,307 INFO [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c7351951a1e31dbc7ddc8fbe18e8e6a7/B in TestAcidGuarantees,,1734320404631.c7351951a1e31dbc7ddc8fbe18e8e6a7. 2024-12-16T03:40:14,307 INFO [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c7351951a1e31dbc7ddc8fbe18e8e6a7/A in TestAcidGuarantees,,1734320404631.c7351951a1e31dbc7ddc8fbe18e8e6a7. 2024-12-16T03:40:14,307 INFO [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/B/be9ef32bf8384ea79481cf95cb1f0b6c, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/B/535c0841300241f48c19c06c4b83f48c, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/B/d44739b5c13e4bbc84380e5f945ab004, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/B/c856d632da7f499b9e00f220ff35857e] into tmpdir=hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/.tmp, totalSize=47.0 K 2024-12-16T03:40:14,307 INFO [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/A/6bd71722f5724d958f69a32be139cd33, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/A/9b4359dc0f914ff392de270bb61c1721, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/A/c4d7121a1e0649e9bdb89d7dee9b142e, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/A/ff060ef21da743fba088c0ee6263ec13] into tmpdir=hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/.tmp, totalSize=49.3 K 2024-12-16T03:40:14,307 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] compactions.Compactor(224): Compacting be9ef32bf8384ea79481cf95cb1f0b6c, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1734320409093 2024-12-16T03:40:14,307 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6bd71722f5724d958f69a32be139cd33, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1734320409093 2024-12-16T03:40:14,307 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] compactions.Compactor(224): Compacting 535c0841300241f48c19c06c4b83f48c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1734320410218 2024-12-16T03:40:14,307 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9b4359dc0f914ff392de270bb61c1721, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1734320410218 2024-12-16T03:40:14,308 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] compactions.Compactor(224): Compacting c4d7121a1e0649e9bdb89d7dee9b142e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=88, earliestPutTs=1734320411115 2024-12-16T03:40:14,308 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] compactions.Compactor(224): Compacting d44739b5c13e4bbc84380e5f945ab004, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=88, earliestPutTs=1734320411115 2024-12-16T03:40:14,308 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] compactions.Compactor(224): Compacting ff060ef21da743fba088c0ee6263ec13, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1734320412278 2024-12-16T03:40:14,308 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] compactions.Compactor(224): Compacting c856d632da7f499b9e00f220ff35857e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1734320412278 2024-12-16T03:40:14,315 INFO [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c7351951a1e31dbc7ddc8fbe18e8e6a7#A#compaction#236 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-16T03:40:14,316 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/.tmp/A/7f3153eb8dd248a0b3b40f7014158b2f is 50, key is test_row_0/A:col10/1734320412293/Put/seqid=0 2024-12-16T03:40:14,329 INFO [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c7351951a1e31dbc7ddc8fbe18e8e6a7#B#compaction#237 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-16T03:40:14,329 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/.tmp/B/87c59c31cfb24966ae736b3249e3b38c is 50, key is test_row_0/B:col10/1734320412293/Put/seqid=0 2024-12-16T03:40:14,335 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073742108_1284 (size=12241) 2024-12-16T03:40:14,344 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073742109_1285 (size=12241) 2024-12-16T03:40:14,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(8581): Flush requested on c7351951a1e31dbc7ddc8fbe18e8e6a7 2024-12-16T03:40:14,365 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c7351951a1e31dbc7ddc8fbe18e8e6a7 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-16T03:40:14,366 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c7351951a1e31dbc7ddc8fbe18e8e6a7, store=A 2024-12-16T03:40:14,366 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T03:40:14,366 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c7351951a1e31dbc7ddc8fbe18e8e6a7, store=B 2024-12-16T03:40:14,366 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T03:40:14,366 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c7351951a1e31dbc7ddc8fbe18e8e6a7, store=C 2024-12-16T03:40:14,366 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T03:40:14,369 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/.tmp/A/dbc4681a9e2245dda7b21358275044ad is 50, key is test_row_0/A:col10/1734320413422/Put/seqid=0 2024-12-16T03:40:14,372 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073742110_1286 (size=16681) 2024-12-16T03:40:14,389 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c7351951a1e31dbc7ddc8fbe18e8e6a7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:40:14,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47170 deadline: 1734320474386, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c7351951a1e31dbc7ddc8fbe18e8e6a7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:14,389 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c7351951a1e31dbc7ddc8fbe18e8e6a7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:40:14,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47130 deadline: 1734320474387, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c7351951a1e31dbc7ddc8fbe18e8e6a7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:14,390 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c7351951a1e31dbc7ddc8fbe18e8e6a7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:40:14,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47172 deadline: 1734320474388, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c7351951a1e31dbc7ddc8fbe18e8e6a7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:14,393 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c7351951a1e31dbc7ddc8fbe18e8e6a7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:40:14,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47104 deadline: 1734320474391, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c7351951a1e31dbc7ddc8fbe18e8e6a7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:14,490 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c7351951a1e31dbc7ddc8fbe18e8e6a7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:40:14,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47170 deadline: 1734320474490, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c7351951a1e31dbc7ddc8fbe18e8e6a7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:14,492 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c7351951a1e31dbc7ddc8fbe18e8e6a7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:40:14,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47130 deadline: 1734320474490, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c7351951a1e31dbc7ddc8fbe18e8e6a7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:14,492 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c7351951a1e31dbc7ddc8fbe18e8e6a7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:40:14,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47172 deadline: 1734320474490, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c7351951a1e31dbc7ddc8fbe18e8e6a7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:14,495 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c7351951a1e31dbc7ddc8fbe18e8e6a7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:40:14,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47104 deadline: 1734320474493, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c7351951a1e31dbc7ddc8fbe18e8e6a7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:14,539 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c7351951a1e31dbc7ddc8fbe18e8e6a7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:40:14,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47148 deadline: 1734320474538, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c7351951a1e31dbc7ddc8fbe18e8e6a7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:14,693 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c7351951a1e31dbc7ddc8fbe18e8e6a7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:40:14,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47170 deadline: 1734320474691, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c7351951a1e31dbc7ddc8fbe18e8e6a7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:14,694 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c7351951a1e31dbc7ddc8fbe18e8e6a7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:40:14,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47130 deadline: 1734320474692, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c7351951a1e31dbc7ddc8fbe18e8e6a7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:14,694 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c7351951a1e31dbc7ddc8fbe18e8e6a7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:40:14,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47172 deadline: 1734320474693, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c7351951a1e31dbc7ddc8fbe18e8e6a7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:14,697 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c7351951a1e31dbc7ddc8fbe18e8e6a7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:40:14,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47104 deadline: 1734320474695, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c7351951a1e31dbc7ddc8fbe18e8e6a7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:14,740 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/.tmp/A/7f3153eb8dd248a0b3b40f7014158b2f as hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/A/7f3153eb8dd248a0b3b40f7014158b2f 2024-12-16T03:40:14,743 INFO [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in c7351951a1e31dbc7ddc8fbe18e8e6a7/A of c7351951a1e31dbc7ddc8fbe18e8e6a7 into 7f3153eb8dd248a0b3b40f7014158b2f(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-16T03:40:14,743 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c7351951a1e31dbc7ddc8fbe18e8e6a7: 2024-12-16T03:40:14,743 INFO [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734320404631.c7351951a1e31dbc7ddc8fbe18e8e6a7., storeName=c7351951a1e31dbc7ddc8fbe18e8e6a7/A, priority=12, startTime=1734320414305; duration=0sec 2024-12-16T03:40:14,743 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-16T03:40:14,743 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c7351951a1e31dbc7ddc8fbe18e8e6a7:A 2024-12-16T03:40:14,743 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-16T03:40:14,744 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-16T03:40:14,744 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.HStore(1540): c7351951a1e31dbc7ddc8fbe18e8e6a7/C is initiating minor compaction (all files) 2024-12-16T03:40:14,744 INFO [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c7351951a1e31dbc7ddc8fbe18e8e6a7/C in TestAcidGuarantees,,1734320404631.c7351951a1e31dbc7ddc8fbe18e8e6a7. 2024-12-16T03:40:14,745 INFO [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/C/37d07517bdf54a2b8a64e903e46995f2, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/C/869322383b6d46a28c72618048c9fca2, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/C/4a2d878939c543d29aacad54a7cfdd87, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/C/54c974ba15b04ac28a8862e7526c6364] into tmpdir=hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/.tmp, totalSize=47.0 K 2024-12-16T03:40:14,745 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] compactions.Compactor(224): Compacting 37d07517bdf54a2b8a64e903e46995f2, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1734320409093 2024-12-16T03:40:14,745 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] compactions.Compactor(224): Compacting 869322383b6d46a28c72618048c9fca2, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1734320410218 2024-12-16T03:40:14,746 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4a2d878939c543d29aacad54a7cfdd87, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=88, earliestPutTs=1734320411115 2024-12-16T03:40:14,746 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] compactions.Compactor(224): Compacting 54c974ba15b04ac28a8862e7526c6364, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1734320412278 2024-12-16T03:40:14,748 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/.tmp/B/87c59c31cfb24966ae736b3249e3b38c as hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/B/87c59c31cfb24966ae736b3249e3b38c 2024-12-16T03:40:14,753 INFO [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in c7351951a1e31dbc7ddc8fbe18e8e6a7/B of c7351951a1e31dbc7ddc8fbe18e8e6a7 into 87c59c31cfb24966ae736b3249e3b38c(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-16T03:40:14,753 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c7351951a1e31dbc7ddc8fbe18e8e6a7: 2024-12-16T03:40:14,753 INFO [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734320404631.c7351951a1e31dbc7ddc8fbe18e8e6a7., storeName=c7351951a1e31dbc7ddc8fbe18e8e6a7/B, priority=12, startTime=1734320414305; duration=0sec 2024-12-16T03:40:14,753 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-16T03:40:14,753 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c7351951a1e31dbc7ddc8fbe18e8e6a7:B 2024-12-16T03:40:14,754 INFO [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c7351951a1e31dbc7ddc8fbe18e8e6a7#C#compaction#239 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-16T03:40:14,754 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/.tmp/C/adc6e0f6d2d843f7a67d08725e45aec0 is 50, key is test_row_0/C:col10/1734320412293/Put/seqid=0 2024-12-16T03:40:14,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073742111_1287 (size=12241) 2024-12-16T03:40:14,772 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=128 (bloomFilter=true), to=hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/.tmp/A/dbc4681a9e2245dda7b21358275044ad 2024-12-16T03:40:14,779 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/.tmp/B/99407f0292054fafbe9e10f0fda9e1fd is 50, key is test_row_0/B:col10/1734320413422/Put/seqid=0 2024-12-16T03:40:14,782 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073742112_1288 (size=12001) 2024-12-16T03:40:14,997 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c7351951a1e31dbc7ddc8fbe18e8e6a7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:40:14,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47130 deadline: 1734320474996, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c7351951a1e31dbc7ddc8fbe18e8e6a7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:14,997 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c7351951a1e31dbc7ddc8fbe18e8e6a7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:40:14,997 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c7351951a1e31dbc7ddc8fbe18e8e6a7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:40:14,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47172 deadline: 1734320474996, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c7351951a1e31dbc7ddc8fbe18e8e6a7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:14,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47170 deadline: 1734320474996, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c7351951a1e31dbc7ddc8fbe18e8e6a7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:15,001 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c7351951a1e31dbc7ddc8fbe18e8e6a7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:40:15,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47104 deadline: 1734320475000, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c7351951a1e31dbc7ddc8fbe18e8e6a7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:15,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-12-16T03:40:15,100 INFO [Thread-1211 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 81 completed 2024-12-16T03:40:15,101 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-16T03:40:15,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] procedure2.ProcedureExecutor(1098): Stored pid=83, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=83, table=TestAcidGuarantees 2024-12-16T03:40:15,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-12-16T03:40:15,102 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=83, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=83, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-16T03:40:15,102 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=83, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=83, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-16T03:40:15,102 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=84, ppid=83, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-16T03:40:15,162 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/.tmp/C/adc6e0f6d2d843f7a67d08725e45aec0 as hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/C/adc6e0f6d2d843f7a67d08725e45aec0 2024-12-16T03:40:15,166 INFO [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in c7351951a1e31dbc7ddc8fbe18e8e6a7/C of c7351951a1e31dbc7ddc8fbe18e8e6a7 into adc6e0f6d2d843f7a67d08725e45aec0(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-16T03:40:15,166 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c7351951a1e31dbc7ddc8fbe18e8e6a7: 2024-12-16T03:40:15,166 INFO [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734320404631.c7351951a1e31dbc7ddc8fbe18e8e6a7., storeName=c7351951a1e31dbc7ddc8fbe18e8e6a7/C, priority=12, startTime=1734320414305; duration=0sec 2024-12-16T03:40:15,166 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-16T03:40:15,166 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c7351951a1e31dbc7ddc8fbe18e8e6a7:C 2024-12-16T03:40:15,183 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=128 (bloomFilter=true), to=hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/.tmp/B/99407f0292054fafbe9e10f0fda9e1fd 2024-12-16T03:40:15,189 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/.tmp/C/123e1b779a5e43b4b27596f1d94f5484 is 50, key is test_row_0/C:col10/1734320413422/Put/seqid=0 2024-12-16T03:40:15,192 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073742113_1289 (size=12001) 2024-12-16T03:40:15,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-12-16T03:40:15,253 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:15,254 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39893 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-12-16T03:40:15,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734320404631.c7351951a1e31dbc7ddc8fbe18e8e6a7. 2024-12-16T03:40:15,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734320404631.c7351951a1e31dbc7ddc8fbe18e8e6a7. as already flushing 2024-12-16T03:40:15,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734320404631.c7351951a1e31dbc7ddc8fbe18e8e6a7. 2024-12-16T03:40:15,254 ERROR [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] handler.RSProcedureHandler(58): pid=84 java.io.IOException: Unable to complete flush {ENCODED => c7351951a1e31dbc7ddc8fbe18e8e6a7, NAME => 'TestAcidGuarantees,,1734320404631.c7351951a1e31dbc7ddc8fbe18e8e6a7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:40:15,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=84 java.io.IOException: Unable to complete flush {ENCODED => c7351951a1e31dbc7ddc8fbe18e8e6a7, NAME => 'TestAcidGuarantees,,1734320404631.c7351951a1e31dbc7ddc8fbe18e8e6a7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:40:15,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.HMaster(4114): Remote procedure failed, pid=84 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c7351951a1e31dbc7ddc8fbe18e8e6a7, NAME => 'TestAcidGuarantees,,1734320404631.c7351951a1e31dbc7ddc8fbe18e8e6a7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c7351951a1e31dbc7ddc8fbe18e8e6a7, NAME => 'TestAcidGuarantees,,1734320404631.c7351951a1e31dbc7ddc8fbe18e8e6a7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:40:15,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-12-16T03:40:15,405 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:15,405 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39893 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-12-16T03:40:15,405 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734320404631.c7351951a1e31dbc7ddc8fbe18e8e6a7. 2024-12-16T03:40:15,405 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734320404631.c7351951a1e31dbc7ddc8fbe18e8e6a7. as already flushing 2024-12-16T03:40:15,405 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734320404631.c7351951a1e31dbc7ddc8fbe18e8e6a7. 2024-12-16T03:40:15,405 ERROR [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] handler.RSProcedureHandler(58): pid=84 java.io.IOException: Unable to complete flush {ENCODED => c7351951a1e31dbc7ddc8fbe18e8e6a7, NAME => 'TestAcidGuarantees,,1734320404631.c7351951a1e31dbc7ddc8fbe18e8e6a7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:40:15,406 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=84 java.io.IOException: Unable to complete flush {ENCODED => c7351951a1e31dbc7ddc8fbe18e8e6a7, NAME => 'TestAcidGuarantees,,1734320404631.c7351951a1e31dbc7ddc8fbe18e8e6a7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:40:15,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.HMaster(4114): Remote procedure failed, pid=84 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c7351951a1e31dbc7ddc8fbe18e8e6a7, NAME => 'TestAcidGuarantees,,1734320404631.c7351951a1e31dbc7ddc8fbe18e8e6a7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c7351951a1e31dbc7ddc8fbe18e8e6a7, NAME => 'TestAcidGuarantees,,1734320404631.c7351951a1e31dbc7ddc8fbe18e8e6a7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:40:15,501 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c7351951a1e31dbc7ddc8fbe18e8e6a7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:40:15,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47170 deadline: 1734320475499, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c7351951a1e31dbc7ddc8fbe18e8e6a7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:15,501 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c7351951a1e31dbc7ddc8fbe18e8e6a7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:40:15,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47130 deadline: 1734320475500, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c7351951a1e31dbc7ddc8fbe18e8e6a7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:15,502 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c7351951a1e31dbc7ddc8fbe18e8e6a7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:40:15,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47172 deadline: 1734320475501, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c7351951a1e31dbc7ddc8fbe18e8e6a7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:15,507 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c7351951a1e31dbc7ddc8fbe18e8e6a7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:40:15,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47104 deadline: 1734320475506, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c7351951a1e31dbc7ddc8fbe18e8e6a7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:15,541 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c7351951a1e31dbc7ddc8fbe18e8e6a7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:40:15,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47148 deadline: 1734320475541, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c7351951a1e31dbc7ddc8fbe18e8e6a7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:15,557 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:15,558 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39893 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-12-16T03:40:15,558 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734320404631.c7351951a1e31dbc7ddc8fbe18e8e6a7. 2024-12-16T03:40:15,558 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734320404631.c7351951a1e31dbc7ddc8fbe18e8e6a7. as already flushing 2024-12-16T03:40:15,558 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734320404631.c7351951a1e31dbc7ddc8fbe18e8e6a7. 2024-12-16T03:40:15,558 ERROR [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] handler.RSProcedureHandler(58): pid=84 java.io.IOException: Unable to complete flush {ENCODED => c7351951a1e31dbc7ddc8fbe18e8e6a7, NAME => 'TestAcidGuarantees,,1734320404631.c7351951a1e31dbc7ddc8fbe18e8e6a7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:40:15,558 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=84 java.io.IOException: Unable to complete flush {ENCODED => c7351951a1e31dbc7ddc8fbe18e8e6a7, NAME => 'TestAcidGuarantees,,1734320404631.c7351951a1e31dbc7ddc8fbe18e8e6a7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:40:15,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.HMaster(4114): Remote procedure failed, pid=84 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c7351951a1e31dbc7ddc8fbe18e8e6a7, NAME => 'TestAcidGuarantees,,1734320404631.c7351951a1e31dbc7ddc8fbe18e8e6a7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c7351951a1e31dbc7ddc8fbe18e8e6a7, NAME => 'TestAcidGuarantees,,1734320404631.c7351951a1e31dbc7ddc8fbe18e8e6a7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:40:15,593 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=128 (bloomFilter=true), to=hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/.tmp/C/123e1b779a5e43b4b27596f1d94f5484 2024-12-16T03:40:15,597 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/.tmp/A/dbc4681a9e2245dda7b21358275044ad as hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/A/dbc4681a9e2245dda7b21358275044ad 2024-12-16T03:40:15,601 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/A/dbc4681a9e2245dda7b21358275044ad, entries=250, sequenceid=128, filesize=16.3 K 2024-12-16T03:40:15,602 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/.tmp/B/99407f0292054fafbe9e10f0fda9e1fd as hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/B/99407f0292054fafbe9e10f0fda9e1fd 2024-12-16T03:40:15,605 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/B/99407f0292054fafbe9e10f0fda9e1fd, entries=150, sequenceid=128, filesize=11.7 K 2024-12-16T03:40:15,606 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/.tmp/C/123e1b779a5e43b4b27596f1d94f5484 as hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/C/123e1b779a5e43b4b27596f1d94f5484 2024-12-16T03:40:15,609 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/C/123e1b779a5e43b4b27596f1d94f5484, entries=150, sequenceid=128, filesize=11.7 K 2024-12-16T03:40:15,610 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=147.60 KB/151140 for c7351951a1e31dbc7ddc8fbe18e8e6a7 in 1245ms, sequenceid=128, compaction requested=false 2024-12-16T03:40:15,610 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c7351951a1e31dbc7ddc8fbe18e8e6a7: 2024-12-16T03:40:15,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-12-16T03:40:15,709 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:15,710 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39893 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-12-16T03:40:15,710 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734320404631.c7351951a1e31dbc7ddc8fbe18e8e6a7. 2024-12-16T03:40:15,710 INFO [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2837): Flushing c7351951a1e31dbc7ddc8fbe18e8e6a7 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-12-16T03:40:15,710 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c7351951a1e31dbc7ddc8fbe18e8e6a7, store=A 2024-12-16T03:40:15,711 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T03:40:15,711 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c7351951a1e31dbc7ddc8fbe18e8e6a7, store=B 2024-12-16T03:40:15,711 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T03:40:15,711 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c7351951a1e31dbc7ddc8fbe18e8e6a7, store=C 2024-12-16T03:40:15,711 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T03:40:15,714 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/.tmp/A/8371edc973364af79530f6d8df3763ed is 50, key is test_row_0/A:col10/1734320414387/Put/seqid=0 2024-12-16T03:40:15,717 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073742114_1290 (size=12151) 2024-12-16T03:40:16,118 INFO [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=156 (bloomFilter=true), to=hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/.tmp/A/8371edc973364af79530f6d8df3763ed 2024-12-16T03:40:16,125 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/.tmp/B/2499626551ca49b08bb2465b814694e0 is 50, key is test_row_0/B:col10/1734320414387/Put/seqid=0 2024-12-16T03:40:16,146 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073742115_1291 (size=12151) 2024-12-16T03:40:16,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-12-16T03:40:16,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(8581): Flush requested on c7351951a1e31dbc7ddc8fbe18e8e6a7 2024-12-16T03:40:16,505 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734320404631.c7351951a1e31dbc7ddc8fbe18e8e6a7. as already flushing 2024-12-16T03:40:16,536 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c7351951a1e31dbc7ddc8fbe18e8e6a7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:40:16,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47104 deadline: 1734320476516, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c7351951a1e31dbc7ddc8fbe18e8e6a7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:16,538 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c7351951a1e31dbc7ddc8fbe18e8e6a7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:40:16,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47130 deadline: 1734320476536, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c7351951a1e31dbc7ddc8fbe18e8e6a7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:16,539 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c7351951a1e31dbc7ddc8fbe18e8e6a7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:40:16,539 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c7351951a1e31dbc7ddc8fbe18e8e6a7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:40:16,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47172 deadline: 1734320476536, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c7351951a1e31dbc7ddc8fbe18e8e6a7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:16,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47170 deadline: 1734320476536, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c7351951a1e31dbc7ddc8fbe18e8e6a7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:16,546 INFO [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=156 (bloomFilter=true), to=hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/.tmp/B/2499626551ca49b08bb2465b814694e0 2024-12-16T03:40:16,553 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/.tmp/C/c06dcd60fe9548e8bc0b71a8803afd5a is 50, key is test_row_0/C:col10/1734320414387/Put/seqid=0 2024-12-16T03:40:16,556 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073742116_1292 (size=12151) 2024-12-16T03:40:16,641 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c7351951a1e31dbc7ddc8fbe18e8e6a7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:40:16,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47172 deadline: 1734320476639, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c7351951a1e31dbc7ddc8fbe18e8e6a7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:16,641 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c7351951a1e31dbc7ddc8fbe18e8e6a7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:40:16,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47170 deadline: 1734320476639, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c7351951a1e31dbc7ddc8fbe18e8e6a7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:16,641 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c7351951a1e31dbc7ddc8fbe18e8e6a7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:40:16,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47130 deadline: 1734320476639, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c7351951a1e31dbc7ddc8fbe18e8e6a7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:16,843 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c7351951a1e31dbc7ddc8fbe18e8e6a7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:40:16,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47130 deadline: 1734320476842, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c7351951a1e31dbc7ddc8fbe18e8e6a7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:16,844 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c7351951a1e31dbc7ddc8fbe18e8e6a7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:40:16,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47172 deadline: 1734320476842, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c7351951a1e31dbc7ddc8fbe18e8e6a7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:16,844 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c7351951a1e31dbc7ddc8fbe18e8e6a7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:40:16,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47170 deadline: 1734320476842, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c7351951a1e31dbc7ddc8fbe18e8e6a7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:16,957 INFO [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=156 (bloomFilter=true), to=hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/.tmp/C/c06dcd60fe9548e8bc0b71a8803afd5a 2024-12-16T03:40:16,963 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/.tmp/A/8371edc973364af79530f6d8df3763ed as hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/A/8371edc973364af79530f6d8df3763ed 2024-12-16T03:40:16,968 INFO [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/A/8371edc973364af79530f6d8df3763ed, entries=150, sequenceid=156, filesize=11.9 K 2024-12-16T03:40:16,968 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/.tmp/B/2499626551ca49b08bb2465b814694e0 as hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/B/2499626551ca49b08bb2465b814694e0 2024-12-16T03:40:16,973 INFO [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/B/2499626551ca49b08bb2465b814694e0, entries=150, sequenceid=156, filesize=11.9 K 2024-12-16T03:40:16,974 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/.tmp/C/c06dcd60fe9548e8bc0b71a8803afd5a as hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/C/c06dcd60fe9548e8bc0b71a8803afd5a 2024-12-16T03:40:16,977 INFO [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/C/c06dcd60fe9548e8bc0b71a8803afd5a, entries=150, sequenceid=156, filesize=11.9 K 2024-12-16T03:40:16,978 INFO [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=67.09 KB/68700 for c7351951a1e31dbc7ddc8fbe18e8e6a7 in 1267ms, sequenceid=156, compaction requested=true 2024-12-16T03:40:16,978 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2538): Flush status journal for c7351951a1e31dbc7ddc8fbe18e8e6a7: 2024-12-16T03:40:16,978 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734320404631.c7351951a1e31dbc7ddc8fbe18e8e6a7. 2024-12-16T03:40:16,978 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=84 2024-12-16T03:40:16,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.HMaster(4106): Remote procedure done, pid=84 2024-12-16T03:40:16,979 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=84, resume processing ppid=83 2024-12-16T03:40:16,979 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=84, ppid=83, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8760 sec 2024-12-16T03:40:16,980 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=83, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=83, table=TestAcidGuarantees in 1.8790 sec 2024-12-16T03:40:17,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(8581): Flush requested on c7351951a1e31dbc7ddc8fbe18e8e6a7 2024-12-16T03:40:17,147 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c7351951a1e31dbc7ddc8fbe18e8e6a7 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-12-16T03:40:17,147 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c7351951a1e31dbc7ddc8fbe18e8e6a7, store=A 2024-12-16T03:40:17,147 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T03:40:17,147 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c7351951a1e31dbc7ddc8fbe18e8e6a7, store=B 2024-12-16T03:40:17,147 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T03:40:17,147 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c7351951a1e31dbc7ddc8fbe18e8e6a7, store=C 2024-12-16T03:40:17,147 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T03:40:17,151 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/.tmp/A/2cc47fbd501d4e50aeadfced6375f242 is 50, key is test_row_0/A:col10/1734320416509/Put/seqid=0 2024-12-16T03:40:17,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073742117_1293 (size=14541) 2024-12-16T03:40:17,167 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c7351951a1e31dbc7ddc8fbe18e8e6a7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:40:17,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47170 deadline: 1734320477166, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c7351951a1e31dbc7ddc8fbe18e8e6a7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:17,169 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c7351951a1e31dbc7ddc8fbe18e8e6a7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:40:17,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47172 deadline: 1734320477166, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c7351951a1e31dbc7ddc8fbe18e8e6a7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:17,169 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c7351951a1e31dbc7ddc8fbe18e8e6a7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:40:17,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47130 deadline: 1734320477167, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c7351951a1e31dbc7ddc8fbe18e8e6a7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:17,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-12-16T03:40:17,205 INFO [Thread-1211 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 83 completed 2024-12-16T03:40:17,206 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-16T03:40:17,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] procedure2.ProcedureExecutor(1098): Stored pid=85, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=85, table=TestAcidGuarantees 2024-12-16T03:40:17,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-12-16T03:40:17,207 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=85, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=85, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-16T03:40:17,207 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=85, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=85, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-16T03:40:17,207 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=86, ppid=85, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-16T03:40:17,270 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c7351951a1e31dbc7ddc8fbe18e8e6a7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:40:17,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47170 deadline: 1734320477268, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c7351951a1e31dbc7ddc8fbe18e8e6a7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:17,270 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c7351951a1e31dbc7ddc8fbe18e8e6a7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:40:17,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47172 deadline: 1734320477269, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c7351951a1e31dbc7ddc8fbe18e8e6a7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:17,271 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c7351951a1e31dbc7ddc8fbe18e8e6a7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:40:17,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47130 deadline: 1734320477269, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c7351951a1e31dbc7ddc8fbe18e8e6a7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:17,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-12-16T03:40:17,358 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:17,359 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39893 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-12-16T03:40:17,359 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734320404631.c7351951a1e31dbc7ddc8fbe18e8e6a7. 2024-12-16T03:40:17,359 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734320404631.c7351951a1e31dbc7ddc8fbe18e8e6a7. as already flushing 2024-12-16T03:40:17,359 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734320404631.c7351951a1e31dbc7ddc8fbe18e8e6a7. 2024-12-16T03:40:17,359 ERROR [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] handler.RSProcedureHandler(58): pid=86 java.io.IOException: Unable to complete flush {ENCODED => c7351951a1e31dbc7ddc8fbe18e8e6a7, NAME => 'TestAcidGuarantees,,1734320404631.c7351951a1e31dbc7ddc8fbe18e8e6a7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:40:17,359 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=86 java.io.IOException: Unable to complete flush {ENCODED => c7351951a1e31dbc7ddc8fbe18e8e6a7, NAME => 'TestAcidGuarantees,,1734320404631.c7351951a1e31dbc7ddc8fbe18e8e6a7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:40:17,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.HMaster(4114): Remote procedure failed, pid=86 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c7351951a1e31dbc7ddc8fbe18e8e6a7, NAME => 'TestAcidGuarantees,,1734320404631.c7351951a1e31dbc7ddc8fbe18e8e6a7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c7351951a1e31dbc7ddc8fbe18e8e6a7, NAME => 'TestAcidGuarantees,,1734320404631.c7351951a1e31dbc7ddc8fbe18e8e6a7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:40:17,472 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c7351951a1e31dbc7ddc8fbe18e8e6a7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:40:17,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47172 deadline: 1734320477471, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c7351951a1e31dbc7ddc8fbe18e8e6a7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:17,473 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c7351951a1e31dbc7ddc8fbe18e8e6a7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:40:17,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47170 deadline: 1734320477471, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c7351951a1e31dbc7ddc8fbe18e8e6a7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:17,474 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c7351951a1e31dbc7ddc8fbe18e8e6a7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:40:17,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47130 deadline: 1734320477472, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c7351951a1e31dbc7ddc8fbe18e8e6a7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:17,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-12-16T03:40:17,511 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:17,511 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39893 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-12-16T03:40:17,512 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734320404631.c7351951a1e31dbc7ddc8fbe18e8e6a7. 2024-12-16T03:40:17,512 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734320404631.c7351951a1e31dbc7ddc8fbe18e8e6a7. as already flushing 2024-12-16T03:40:17,512 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734320404631.c7351951a1e31dbc7ddc8fbe18e8e6a7. 2024-12-16T03:40:17,512 ERROR [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] handler.RSProcedureHandler(58): pid=86 java.io.IOException: Unable to complete flush {ENCODED => c7351951a1e31dbc7ddc8fbe18e8e6a7, NAME => 'TestAcidGuarantees,,1734320404631.c7351951a1e31dbc7ddc8fbe18e8e6a7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:40:17,512 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=86 java.io.IOException: Unable to complete flush {ENCODED => c7351951a1e31dbc7ddc8fbe18e8e6a7, NAME => 'TestAcidGuarantees,,1734320404631.c7351951a1e31dbc7ddc8fbe18e8e6a7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:40:17,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.HMaster(4114): Remote procedure failed, pid=86 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c7351951a1e31dbc7ddc8fbe18e8e6a7, NAME => 'TestAcidGuarantees,,1734320404631.c7351951a1e31dbc7ddc8fbe18e8e6a7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c7351951a1e31dbc7ddc8fbe18e8e6a7, NAME => 'TestAcidGuarantees,,1734320404631.c7351951a1e31dbc7ddc8fbe18e8e6a7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:40:17,552 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c7351951a1e31dbc7ddc8fbe18e8e6a7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:40:17,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47148 deadline: 1734320477551, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c7351951a1e31dbc7ddc8fbe18e8e6a7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:17,553 DEBUG [Thread-1203 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4129 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c7351951a1e31dbc7ddc8fbe18e8e6a7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1734320404631.c7351951a1e31dbc7ddc8fbe18e8e6a7., hostname=f0d65a6309ee,39893,1734320334634, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c7351951a1e31dbc7ddc8fbe18e8e6a7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c7351951a1e31dbc7ddc8fbe18e8e6a7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-16T03:40:17,555 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=170 (bloomFilter=true), to=hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/.tmp/A/2cc47fbd501d4e50aeadfced6375f242 2024-12-16T03:40:17,561 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/.tmp/B/baf165af4a704b08b764cfba3b0def28 is 50, key is test_row_0/B:col10/1734320416509/Put/seqid=0 2024-12-16T03:40:17,563 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073742118_1294 (size=12151) 2024-12-16T03:40:17,663 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:17,664 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39893 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-12-16T03:40:17,664 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734320404631.c7351951a1e31dbc7ddc8fbe18e8e6a7. 2024-12-16T03:40:17,664 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734320404631.c7351951a1e31dbc7ddc8fbe18e8e6a7. as already flushing 2024-12-16T03:40:17,664 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734320404631.c7351951a1e31dbc7ddc8fbe18e8e6a7. 2024-12-16T03:40:17,664 ERROR [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] handler.RSProcedureHandler(58): pid=86 java.io.IOException: Unable to complete flush {ENCODED => c7351951a1e31dbc7ddc8fbe18e8e6a7, NAME => 'TestAcidGuarantees,,1734320404631.c7351951a1e31dbc7ddc8fbe18e8e6a7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:40:17,664 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=86 java.io.IOException: Unable to complete flush {ENCODED => c7351951a1e31dbc7ddc8fbe18e8e6a7, NAME => 'TestAcidGuarantees,,1734320404631.c7351951a1e31dbc7ddc8fbe18e8e6a7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:40:17,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.HMaster(4114): Remote procedure failed, pid=86 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c7351951a1e31dbc7ddc8fbe18e8e6a7, NAME => 'TestAcidGuarantees,,1734320404631.c7351951a1e31dbc7ddc8fbe18e8e6a7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c7351951a1e31dbc7ddc8fbe18e8e6a7, NAME => 'TestAcidGuarantees,,1734320404631.c7351951a1e31dbc7ddc8fbe18e8e6a7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:40:17,776 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c7351951a1e31dbc7ddc8fbe18e8e6a7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:40:17,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47172 deadline: 1734320477774, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c7351951a1e31dbc7ddc8fbe18e8e6a7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:17,776 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c7351951a1e31dbc7ddc8fbe18e8e6a7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:40:17,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47170 deadline: 1734320477774, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c7351951a1e31dbc7ddc8fbe18e8e6a7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:17,777 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c7351951a1e31dbc7ddc8fbe18e8e6a7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:40:17,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47130 deadline: 1734320477775, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c7351951a1e31dbc7ddc8fbe18e8e6a7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:17,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-12-16T03:40:17,816 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:17,816 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39893 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-12-16T03:40:17,816 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734320404631.c7351951a1e31dbc7ddc8fbe18e8e6a7. 2024-12-16T03:40:17,816 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734320404631.c7351951a1e31dbc7ddc8fbe18e8e6a7. as already flushing 2024-12-16T03:40:17,816 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734320404631.c7351951a1e31dbc7ddc8fbe18e8e6a7. 2024-12-16T03:40:17,816 ERROR [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] handler.RSProcedureHandler(58): pid=86 java.io.IOException: Unable to complete flush {ENCODED => c7351951a1e31dbc7ddc8fbe18e8e6a7, NAME => 'TestAcidGuarantees,,1734320404631.c7351951a1e31dbc7ddc8fbe18e8e6a7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:40:17,816 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=86 java.io.IOException: Unable to complete flush {ENCODED => c7351951a1e31dbc7ddc8fbe18e8e6a7, NAME => 'TestAcidGuarantees,,1734320404631.c7351951a1e31dbc7ddc8fbe18e8e6a7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:40:17,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.HMaster(4114): Remote procedure failed, pid=86 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c7351951a1e31dbc7ddc8fbe18e8e6a7, NAME => 'TestAcidGuarantees,,1734320404631.c7351951a1e31dbc7ddc8fbe18e8e6a7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c7351951a1e31dbc7ddc8fbe18e8e6a7, NAME => 'TestAcidGuarantees,,1734320404631.c7351951a1e31dbc7ddc8fbe18e8e6a7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:40:17,964 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=170 (bloomFilter=true), to=hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/.tmp/B/baf165af4a704b08b764cfba3b0def28 2024-12-16T03:40:17,967 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:17,971 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39893 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-12-16T03:40:17,971 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734320404631.c7351951a1e31dbc7ddc8fbe18e8e6a7. 2024-12-16T03:40:17,971 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734320404631.c7351951a1e31dbc7ddc8fbe18e8e6a7. as already flushing 2024-12-16T03:40:17,972 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734320404631.c7351951a1e31dbc7ddc8fbe18e8e6a7. 2024-12-16T03:40:17,972 ERROR [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] handler.RSProcedureHandler(58): pid=86 java.io.IOException: Unable to complete flush {ENCODED => c7351951a1e31dbc7ddc8fbe18e8e6a7, NAME => 'TestAcidGuarantees,,1734320404631.c7351951a1e31dbc7ddc8fbe18e8e6a7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:40:17,972 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=86 java.io.IOException: Unable to complete flush {ENCODED => c7351951a1e31dbc7ddc8fbe18e8e6a7, NAME => 'TestAcidGuarantees,,1734320404631.c7351951a1e31dbc7ddc8fbe18e8e6a7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:40:17,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.HMaster(4114): Remote procedure failed, pid=86 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c7351951a1e31dbc7ddc8fbe18e8e6a7, NAME => 'TestAcidGuarantees,,1734320404631.c7351951a1e31dbc7ddc8fbe18e8e6a7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c7351951a1e31dbc7ddc8fbe18e8e6a7, NAME => 'TestAcidGuarantees,,1734320404631.c7351951a1e31dbc7ddc8fbe18e8e6a7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:40:17,974 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/.tmp/C/5bbd557f75a444e78ad97ba0387a9d2a is 50, key is test_row_0/C:col10/1734320416509/Put/seqid=0 2024-12-16T03:40:17,979 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073742119_1295 (size=12151) 2024-12-16T03:40:17,979 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=170 (bloomFilter=true), to=hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/.tmp/C/5bbd557f75a444e78ad97ba0387a9d2a 2024-12-16T03:40:17,983 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/.tmp/A/2cc47fbd501d4e50aeadfced6375f242 as hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/A/2cc47fbd501d4e50aeadfced6375f242 2024-12-16T03:40:17,986 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/A/2cc47fbd501d4e50aeadfced6375f242, entries=200, sequenceid=170, filesize=14.2 K 2024-12-16T03:40:17,986 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/.tmp/B/baf165af4a704b08b764cfba3b0def28 as hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/B/baf165af4a704b08b764cfba3b0def28 2024-12-16T03:40:17,989 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/B/baf165af4a704b08b764cfba3b0def28, entries=150, sequenceid=170, filesize=11.9 K 2024-12-16T03:40:17,990 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/.tmp/C/5bbd557f75a444e78ad97ba0387a9d2a as hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/C/5bbd557f75a444e78ad97ba0387a9d2a 2024-12-16T03:40:17,994 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/C/5bbd557f75a444e78ad97ba0387a9d2a, entries=150, sequenceid=170, filesize=11.9 K 2024-12-16T03:40:17,995 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for c7351951a1e31dbc7ddc8fbe18e8e6a7 in 848ms, sequenceid=170, compaction requested=true 2024-12-16T03:40:17,995 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c7351951a1e31dbc7ddc8fbe18e8e6a7: 2024-12-16T03:40:17,995 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c7351951a1e31dbc7ddc8fbe18e8e6a7:A, priority=-2147483648, current under compaction store size is 1 2024-12-16T03:40:17,995 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-16T03:40:17,995 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-16T03:40:17,995 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c7351951a1e31dbc7ddc8fbe18e8e6a7:B, priority=-2147483648, current under compaction store size is 2 2024-12-16T03:40:17,995 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-16T03:40:17,995 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-16T03:40:17,995 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c7351951a1e31dbc7ddc8fbe18e8e6a7:C, priority=-2147483648, current under compaction store size is 3 2024-12-16T03:40:17,995 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-16T03:40:17,996 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 55614 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-16T03:40:17,996 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.HStore(1540): c7351951a1e31dbc7ddc8fbe18e8e6a7/A is initiating minor compaction (all files) 2024-12-16T03:40:17,996 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48544 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-16T03:40:17,996 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.HStore(1540): c7351951a1e31dbc7ddc8fbe18e8e6a7/B is initiating minor compaction (all files) 2024-12-16T03:40:17,996 INFO [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c7351951a1e31dbc7ddc8fbe18e8e6a7/A in TestAcidGuarantees,,1734320404631.c7351951a1e31dbc7ddc8fbe18e8e6a7. 2024-12-16T03:40:17,996 INFO [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c7351951a1e31dbc7ddc8fbe18e8e6a7/B in TestAcidGuarantees,,1734320404631.c7351951a1e31dbc7ddc8fbe18e8e6a7. 2024-12-16T03:40:17,997 INFO [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/A/7f3153eb8dd248a0b3b40f7014158b2f, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/A/dbc4681a9e2245dda7b21358275044ad, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/A/8371edc973364af79530f6d8df3763ed, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/A/2cc47fbd501d4e50aeadfced6375f242] into tmpdir=hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/.tmp, totalSize=54.3 K 2024-12-16T03:40:17,997 INFO [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/B/87c59c31cfb24966ae736b3249e3b38c, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/B/99407f0292054fafbe9e10f0fda9e1fd, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/B/2499626551ca49b08bb2465b814694e0, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/B/baf165af4a704b08b764cfba3b0def28] into tmpdir=hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/.tmp, totalSize=47.4 K 2024-12-16T03:40:17,997 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] compactions.Compactor(224): Compacting 87c59c31cfb24966ae736b3249e3b38c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1734320412278 2024-12-16T03:40:17,997 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7f3153eb8dd248a0b3b40f7014158b2f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1734320412278 2024-12-16T03:40:17,997 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] compactions.Compactor(224): Compacting 99407f0292054fafbe9e10f0fda9e1fd, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=128, earliestPutTs=1734320413422 2024-12-16T03:40:17,997 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] compactions.Compactor(224): Compacting dbc4681a9e2245dda7b21358275044ad, keycount=250, bloomtype=ROW, size=16.3 K, encoding=NONE, compression=NONE, seqNum=128, earliestPutTs=1734320413411 2024-12-16T03:40:17,997 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8371edc973364af79530f6d8df3763ed, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1734320414382 2024-12-16T03:40:17,997 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] compactions.Compactor(224): Compacting 2499626551ca49b08bb2465b814694e0, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1734320414382 2024-12-16T03:40:17,998 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2cc47fbd501d4e50aeadfced6375f242, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1734320416509 2024-12-16T03:40:17,998 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] compactions.Compactor(224): Compacting baf165af4a704b08b764cfba3b0def28, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1734320416509 2024-12-16T03:40:18,005 INFO [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c7351951a1e31dbc7ddc8fbe18e8e6a7#B#compaction#249 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-16T03:40:18,005 INFO [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c7351951a1e31dbc7ddc8fbe18e8e6a7#A#compaction#248 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-16T03:40:18,005 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/.tmp/A/93acbf7c93b748938669ae21a8412499 is 50, key is test_row_0/A:col10/1734320416509/Put/seqid=0 2024-12-16T03:40:18,005 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/.tmp/B/54fa1c936442456f8b4141bff2a56165 is 50, key is test_row_0/B:col10/1734320416509/Put/seqid=0 2024-12-16T03:40:18,009 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073742120_1296 (size=12527) 2024-12-16T03:40:18,010 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073742121_1297 (size=12527) 2024-12-16T03:40:18,015 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/.tmp/B/54fa1c936442456f8b4141bff2a56165 as hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/B/54fa1c936442456f8b4141bff2a56165 2024-12-16T03:40:18,015 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/.tmp/A/93acbf7c93b748938669ae21a8412499 as hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/A/93acbf7c93b748938669ae21a8412499 2024-12-16T03:40:18,020 INFO [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in c7351951a1e31dbc7ddc8fbe18e8e6a7/B of c7351951a1e31dbc7ddc8fbe18e8e6a7 into 54fa1c936442456f8b4141bff2a56165(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-16T03:40:18,020 INFO [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in c7351951a1e31dbc7ddc8fbe18e8e6a7/A of c7351951a1e31dbc7ddc8fbe18e8e6a7 into 93acbf7c93b748938669ae21a8412499(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-16T03:40:18,020 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c7351951a1e31dbc7ddc8fbe18e8e6a7: 2024-12-16T03:40:18,020 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c7351951a1e31dbc7ddc8fbe18e8e6a7: 2024-12-16T03:40:18,020 INFO [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734320404631.c7351951a1e31dbc7ddc8fbe18e8e6a7., storeName=c7351951a1e31dbc7ddc8fbe18e8e6a7/B, priority=12, startTime=1734320417995; duration=0sec 2024-12-16T03:40:18,020 INFO [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734320404631.c7351951a1e31dbc7ddc8fbe18e8e6a7., storeName=c7351951a1e31dbc7ddc8fbe18e8e6a7/A, priority=12, startTime=1734320417995; duration=0sec 2024-12-16T03:40:18,020 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-16T03:40:18,020 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c7351951a1e31dbc7ddc8fbe18e8e6a7:B 2024-12-16T03:40:18,020 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-16T03:40:18,020 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c7351951a1e31dbc7ddc8fbe18e8e6a7:A 2024-12-16T03:40:18,020 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-16T03:40:18,021 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48544 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-16T03:40:18,021 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.HStore(1540): c7351951a1e31dbc7ddc8fbe18e8e6a7/C is initiating minor compaction (all files) 2024-12-16T03:40:18,021 INFO [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c7351951a1e31dbc7ddc8fbe18e8e6a7/C in TestAcidGuarantees,,1734320404631.c7351951a1e31dbc7ddc8fbe18e8e6a7. 2024-12-16T03:40:18,021 INFO [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/C/adc6e0f6d2d843f7a67d08725e45aec0, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/C/123e1b779a5e43b4b27596f1d94f5484, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/C/c06dcd60fe9548e8bc0b71a8803afd5a, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/C/5bbd557f75a444e78ad97ba0387a9d2a] into tmpdir=hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/.tmp, totalSize=47.4 K 2024-12-16T03:40:18,021 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] compactions.Compactor(224): Compacting adc6e0f6d2d843f7a67d08725e45aec0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1734320412278 2024-12-16T03:40:18,022 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] compactions.Compactor(224): Compacting 123e1b779a5e43b4b27596f1d94f5484, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=128, earliestPutTs=1734320413422 2024-12-16T03:40:18,022 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] compactions.Compactor(224): Compacting c06dcd60fe9548e8bc0b71a8803afd5a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1734320414382 2024-12-16T03:40:18,022 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] compactions.Compactor(224): Compacting 5bbd557f75a444e78ad97ba0387a9d2a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1734320416509 2024-12-16T03:40:18,031 INFO [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c7351951a1e31dbc7ddc8fbe18e8e6a7#C#compaction#250 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-16T03:40:18,031 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/.tmp/C/188d94740e774175b517ad5ab8dacace is 50, key is test_row_0/C:col10/1734320416509/Put/seqid=0 2024-12-16T03:40:18,037 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073742122_1298 (size=12527) 2024-12-16T03:40:18,123 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:18,124 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39893 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-12-16T03:40:18,124 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734320404631.c7351951a1e31dbc7ddc8fbe18e8e6a7. 2024-12-16T03:40:18,124 INFO [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2837): Flushing c7351951a1e31dbc7ddc8fbe18e8e6a7 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-12-16T03:40:18,124 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c7351951a1e31dbc7ddc8fbe18e8e6a7, store=A 2024-12-16T03:40:18,124 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T03:40:18,124 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c7351951a1e31dbc7ddc8fbe18e8e6a7, store=B 2024-12-16T03:40:18,124 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T03:40:18,125 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c7351951a1e31dbc7ddc8fbe18e8e6a7, store=C 2024-12-16T03:40:18,125 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T03:40:18,128 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/.tmp/A/3392801bed0b4f90a26929be2d845032 is 50, key is test_row_0/A:col10/1734320417163/Put/seqid=0 2024-12-16T03:40:18,146 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073742123_1299 (size=12151) 2024-12-16T03:40:18,148 INFO [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=194 (bloomFilter=true), to=hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/.tmp/A/3392801bed0b4f90a26929be2d845032 2024-12-16T03:40:18,156 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/.tmp/B/4a72b9ffcd8b478489a4d620f8c92749 is 50, key is test_row_0/B:col10/1734320417163/Put/seqid=0 2024-12-16T03:40:18,161 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073742124_1300 (size=12151) 2024-12-16T03:40:18,162 INFO [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=194 (bloomFilter=true), to=hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/.tmp/B/4a72b9ffcd8b478489a4d620f8c92749 2024-12-16T03:40:18,171 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/.tmp/C/9f3e12a9420747a8b059b570c9b971a4 is 50, key is test_row_0/C:col10/1734320417163/Put/seqid=0 2024-12-16T03:40:18,184 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073742125_1301 (size=12151) 2024-12-16T03:40:18,185 INFO [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=194 (bloomFilter=true), to=hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/.tmp/C/9f3e12a9420747a8b059b570c9b971a4 2024-12-16T03:40:18,190 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/.tmp/A/3392801bed0b4f90a26929be2d845032 as hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/A/3392801bed0b4f90a26929be2d845032 2024-12-16T03:40:18,194 INFO [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/A/3392801bed0b4f90a26929be2d845032, entries=150, sequenceid=194, filesize=11.9 K 2024-12-16T03:40:18,194 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/.tmp/B/4a72b9ffcd8b478489a4d620f8c92749 as hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/B/4a72b9ffcd8b478489a4d620f8c92749 2024-12-16T03:40:18,199 INFO [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/B/4a72b9ffcd8b478489a4d620f8c92749, entries=150, sequenceid=194, filesize=11.9 K 2024-12-16T03:40:18,200 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/.tmp/C/9f3e12a9420747a8b059b570c9b971a4 as hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/C/9f3e12a9420747a8b059b570c9b971a4 2024-12-16T03:40:18,204 INFO [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/C/9f3e12a9420747a8b059b570c9b971a4, entries=150, sequenceid=194, filesize=11.9 K 2024-12-16T03:40:18,205 INFO [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=0 B/0 for c7351951a1e31dbc7ddc8fbe18e8e6a7 in 81ms, sequenceid=194, compaction requested=false 2024-12-16T03:40:18,205 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2538): Flush status journal for c7351951a1e31dbc7ddc8fbe18e8e6a7: 2024-12-16T03:40:18,205 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734320404631.c7351951a1e31dbc7ddc8fbe18e8e6a7. 2024-12-16T03:40:18,205 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=86 2024-12-16T03:40:18,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.HMaster(4106): Remote procedure done, pid=86 2024-12-16T03:40:18,207 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=86, resume processing ppid=85 2024-12-16T03:40:18,207 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=86, ppid=85, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 999 msec 2024-12-16T03:40:18,209 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=85, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=85, table=TestAcidGuarantees in 1.0020 sec 2024-12-16T03:40:18,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(8581): Flush requested on c7351951a1e31dbc7ddc8fbe18e8e6a7 2024-12-16T03:40:18,285 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c7351951a1e31dbc7ddc8fbe18e8e6a7 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-16T03:40:18,286 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c7351951a1e31dbc7ddc8fbe18e8e6a7, store=A 2024-12-16T03:40:18,287 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T03:40:18,287 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c7351951a1e31dbc7ddc8fbe18e8e6a7, store=B 2024-12-16T03:40:18,287 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T03:40:18,287 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c7351951a1e31dbc7ddc8fbe18e8e6a7, store=C 2024-12-16T03:40:18,287 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T03:40:18,290 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/.tmp/A/43308f644d47445badcb05c9edd2f25b is 50, key is test_row_0/A:col10/1734320418281/Put/seqid=0 2024-12-16T03:40:18,308 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073742126_1302 (size=12151) 2024-12-16T03:40:18,309 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=206 (bloomFilter=true), to=hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/.tmp/A/43308f644d47445badcb05c9edd2f25b 2024-12-16T03:40:18,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-12-16T03:40:18,310 INFO [Thread-1211 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 85 completed 2024-12-16T03:40:18,312 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-16T03:40:18,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] procedure2.ProcedureExecutor(1098): Stored pid=87, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=87, table=TestAcidGuarantees 2024-12-16T03:40:18,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-12-16T03:40:18,313 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=87, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=87, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-16T03:40:18,314 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=87, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=87, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-16T03:40:18,314 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=88, ppid=87, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-16T03:40:18,318 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c7351951a1e31dbc7ddc8fbe18e8e6a7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:40:18,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47172 deadline: 1734320478316, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c7351951a1e31dbc7ddc8fbe18e8e6a7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:18,318 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c7351951a1e31dbc7ddc8fbe18e8e6a7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:40:18,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47130 deadline: 1734320478318, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c7351951a1e31dbc7ddc8fbe18e8e6a7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:18,319 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c7351951a1e31dbc7ddc8fbe18e8e6a7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:40:18,319 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/.tmp/B/2bb7bd4ae20a41ff982fc0e32ceffb55 is 50, key is test_row_0/B:col10/1734320418281/Put/seqid=0 2024-12-16T03:40:18,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47170 deadline: 1734320478318, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c7351951a1e31dbc7ddc8fbe18e8e6a7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:18,324 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073742127_1303 (size=12151) 2024-12-16T03:40:18,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-12-16T03:40:18,422 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c7351951a1e31dbc7ddc8fbe18e8e6a7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:40:18,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47130 deadline: 1734320478419, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c7351951a1e31dbc7ddc8fbe18e8e6a7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:18,422 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c7351951a1e31dbc7ddc8fbe18e8e6a7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:40:18,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47170 deadline: 1734320478419, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c7351951a1e31dbc7ddc8fbe18e8e6a7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:18,422 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c7351951a1e31dbc7ddc8fbe18e8e6a7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:40:18,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47172 deadline: 1734320478420, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c7351951a1e31dbc7ddc8fbe18e8e6a7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:18,442 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/.tmp/C/188d94740e774175b517ad5ab8dacace as hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/C/188d94740e774175b517ad5ab8dacace 2024-12-16T03:40:18,447 INFO [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in c7351951a1e31dbc7ddc8fbe18e8e6a7/C of c7351951a1e31dbc7ddc8fbe18e8e6a7 into 188d94740e774175b517ad5ab8dacace(size=12.2 K), total size for store is 24.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-16T03:40:18,447 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c7351951a1e31dbc7ddc8fbe18e8e6a7: 2024-12-16T03:40:18,447 INFO [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734320404631.c7351951a1e31dbc7ddc8fbe18e8e6a7., storeName=c7351951a1e31dbc7ddc8fbe18e8e6a7/C, priority=12, startTime=1734320417995; duration=0sec 2024-12-16T03:40:18,447 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-16T03:40:18,447 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c7351951a1e31dbc7ddc8fbe18e8e6a7:C 2024-12-16T03:40:18,466 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:18,466 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39893 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=88 2024-12-16T03:40:18,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734320404631.c7351951a1e31dbc7ddc8fbe18e8e6a7. 2024-12-16T03:40:18,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734320404631.c7351951a1e31dbc7ddc8fbe18e8e6a7. as already flushing 2024-12-16T03:40:18,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734320404631.c7351951a1e31dbc7ddc8fbe18e8e6a7. 2024-12-16T03:40:18,467 ERROR [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] handler.RSProcedureHandler(58): pid=88 java.io.IOException: Unable to complete flush {ENCODED => c7351951a1e31dbc7ddc8fbe18e8e6a7, NAME => 'TestAcidGuarantees,,1734320404631.c7351951a1e31dbc7ddc8fbe18e8e6a7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:40:18,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=88 java.io.IOException: Unable to complete flush {ENCODED => c7351951a1e31dbc7ddc8fbe18e8e6a7, NAME => 'TestAcidGuarantees,,1734320404631.c7351951a1e31dbc7ddc8fbe18e8e6a7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:40:18,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.HMaster(4114): Remote procedure failed, pid=88 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c7351951a1e31dbc7ddc8fbe18e8e6a7, NAME => 'TestAcidGuarantees,,1734320404631.c7351951a1e31dbc7ddc8fbe18e8e6a7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c7351951a1e31dbc7ddc8fbe18e8e6a7, NAME => 'TestAcidGuarantees,,1734320404631.c7351951a1e31dbc7ddc8fbe18e8e6a7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:40:18,547 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c7351951a1e31dbc7ddc8fbe18e8e6a7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:40:18,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47104 deadline: 1734320478546, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c7351951a1e31dbc7ddc8fbe18e8e6a7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:18,548 DEBUG [Thread-1209 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4157 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c7351951a1e31dbc7ddc8fbe18e8e6a7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1734320404631.c7351951a1e31dbc7ddc8fbe18e8e6a7., hostname=f0d65a6309ee,39893,1734320334634, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c7351951a1e31dbc7ddc8fbe18e8e6a7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c7351951a1e31dbc7ddc8fbe18e8e6a7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-16T03:40:18,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-12-16T03:40:18,619 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:18,619 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39893 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=88 2024-12-16T03:40:18,619 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734320404631.c7351951a1e31dbc7ddc8fbe18e8e6a7. 2024-12-16T03:40:18,619 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734320404631.c7351951a1e31dbc7ddc8fbe18e8e6a7. as already flushing 2024-12-16T03:40:18,619 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734320404631.c7351951a1e31dbc7ddc8fbe18e8e6a7. 2024-12-16T03:40:18,619 ERROR [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] handler.RSProcedureHandler(58): pid=88 java.io.IOException: Unable to complete flush {ENCODED => c7351951a1e31dbc7ddc8fbe18e8e6a7, NAME => 'TestAcidGuarantees,,1734320404631.c7351951a1e31dbc7ddc8fbe18e8e6a7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:40:18,619 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=88 java.io.IOException: Unable to complete flush {ENCODED => c7351951a1e31dbc7ddc8fbe18e8e6a7, NAME => 'TestAcidGuarantees,,1734320404631.c7351951a1e31dbc7ddc8fbe18e8e6a7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:40:18,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.HMaster(4114): Remote procedure failed, pid=88 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c7351951a1e31dbc7ddc8fbe18e8e6a7, NAME => 'TestAcidGuarantees,,1734320404631.c7351951a1e31dbc7ddc8fbe18e8e6a7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c7351951a1e31dbc7ddc8fbe18e8e6a7, NAME => 'TestAcidGuarantees,,1734320404631.c7351951a1e31dbc7ddc8fbe18e8e6a7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:40:18,623 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c7351951a1e31dbc7ddc8fbe18e8e6a7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:40:18,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47130 deadline: 1734320478623, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c7351951a1e31dbc7ddc8fbe18e8e6a7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:18,625 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c7351951a1e31dbc7ddc8fbe18e8e6a7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:40:18,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47170 deadline: 1734320478624, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c7351951a1e31dbc7ddc8fbe18e8e6a7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:18,625 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c7351951a1e31dbc7ddc8fbe18e8e6a7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:40:18,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47172 deadline: 1734320478624, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c7351951a1e31dbc7ddc8fbe18e8e6a7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:18,725 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=206 (bloomFilter=true), to=hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/.tmp/B/2bb7bd4ae20a41ff982fc0e32ceffb55 2024-12-16T03:40:18,732 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/.tmp/C/27aac3f6f78e4a7284845565d5f1425d is 50, key is test_row_0/C:col10/1734320418281/Put/seqid=0 2024-12-16T03:40:18,735 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073742128_1304 (size=12151) 2024-12-16T03:40:18,771 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:18,771 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39893 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=88 2024-12-16T03:40:18,771 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734320404631.c7351951a1e31dbc7ddc8fbe18e8e6a7. 2024-12-16T03:40:18,772 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734320404631.c7351951a1e31dbc7ddc8fbe18e8e6a7. as already flushing 2024-12-16T03:40:18,772 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734320404631.c7351951a1e31dbc7ddc8fbe18e8e6a7. 2024-12-16T03:40:18,772 ERROR [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] handler.RSProcedureHandler(58): pid=88 java.io.IOException: Unable to complete flush {ENCODED => c7351951a1e31dbc7ddc8fbe18e8e6a7, NAME => 'TestAcidGuarantees,,1734320404631.c7351951a1e31dbc7ddc8fbe18e8e6a7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:40:18,772 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=88 java.io.IOException: Unable to complete flush {ENCODED => c7351951a1e31dbc7ddc8fbe18e8e6a7, NAME => 'TestAcidGuarantees,,1734320404631.c7351951a1e31dbc7ddc8fbe18e8e6a7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:40:18,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.HMaster(4114): Remote procedure failed, pid=88 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c7351951a1e31dbc7ddc8fbe18e8e6a7, NAME => 'TestAcidGuarantees,,1734320404631.c7351951a1e31dbc7ddc8fbe18e8e6a7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c7351951a1e31dbc7ddc8fbe18e8e6a7, NAME => 'TestAcidGuarantees,,1734320404631.c7351951a1e31dbc7ddc8fbe18e8e6a7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:40:18,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-12-16T03:40:18,923 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:18,924 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39893 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=88 2024-12-16T03:40:18,924 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734320404631.c7351951a1e31dbc7ddc8fbe18e8e6a7. 2024-12-16T03:40:18,924 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734320404631.c7351951a1e31dbc7ddc8fbe18e8e6a7. as already flushing 2024-12-16T03:40:18,924 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734320404631.c7351951a1e31dbc7ddc8fbe18e8e6a7. 2024-12-16T03:40:18,924 ERROR [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] handler.RSProcedureHandler(58): pid=88 java.io.IOException: Unable to complete flush {ENCODED => c7351951a1e31dbc7ddc8fbe18e8e6a7, NAME => 'TestAcidGuarantees,,1734320404631.c7351951a1e31dbc7ddc8fbe18e8e6a7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:40:18,924 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=88 java.io.IOException: Unable to complete flush {ENCODED => c7351951a1e31dbc7ddc8fbe18e8e6a7, NAME => 'TestAcidGuarantees,,1734320404631.c7351951a1e31dbc7ddc8fbe18e8e6a7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:40:18,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.HMaster(4114): Remote procedure failed, pid=88 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c7351951a1e31dbc7ddc8fbe18e8e6a7, NAME => 'TestAcidGuarantees,,1734320404631.c7351951a1e31dbc7ddc8fbe18e8e6a7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c7351951a1e31dbc7ddc8fbe18e8e6a7, NAME => 'TestAcidGuarantees,,1734320404631.c7351951a1e31dbc7ddc8fbe18e8e6a7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:40:18,927 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c7351951a1e31dbc7ddc8fbe18e8e6a7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:40:18,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47172 deadline: 1734320478926, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c7351951a1e31dbc7ddc8fbe18e8e6a7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:18,927 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c7351951a1e31dbc7ddc8fbe18e8e6a7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:40:18,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47130 deadline: 1734320478926, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c7351951a1e31dbc7ddc8fbe18e8e6a7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:18,929 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c7351951a1e31dbc7ddc8fbe18e8e6a7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:40:18,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47170 deadline: 1734320478928, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c7351951a1e31dbc7ddc8fbe18e8e6a7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:19,076 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:19,076 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39893 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=88 2024-12-16T03:40:19,076 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734320404631.c7351951a1e31dbc7ddc8fbe18e8e6a7. 2024-12-16T03:40:19,077 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734320404631.c7351951a1e31dbc7ddc8fbe18e8e6a7. as already flushing 2024-12-16T03:40:19,077 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734320404631.c7351951a1e31dbc7ddc8fbe18e8e6a7. 2024-12-16T03:40:19,077 ERROR [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] handler.RSProcedureHandler(58): pid=88 java.io.IOException: Unable to complete flush {ENCODED => c7351951a1e31dbc7ddc8fbe18e8e6a7, NAME => 'TestAcidGuarantees,,1734320404631.c7351951a1e31dbc7ddc8fbe18e8e6a7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:40:19,077 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=88 java.io.IOException: Unable to complete flush {ENCODED => c7351951a1e31dbc7ddc8fbe18e8e6a7, NAME => 'TestAcidGuarantees,,1734320404631.c7351951a1e31dbc7ddc8fbe18e8e6a7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:40:19,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.HMaster(4114): Remote procedure failed, pid=88 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c7351951a1e31dbc7ddc8fbe18e8e6a7, NAME => 'TestAcidGuarantees,,1734320404631.c7351951a1e31dbc7ddc8fbe18e8e6a7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c7351951a1e31dbc7ddc8fbe18e8e6a7, NAME => 'TestAcidGuarantees,,1734320404631.c7351951a1e31dbc7ddc8fbe18e8e6a7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:40:19,136 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=206 (bloomFilter=true), to=hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/.tmp/C/27aac3f6f78e4a7284845565d5f1425d 2024-12-16T03:40:19,139 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/.tmp/A/43308f644d47445badcb05c9edd2f25b as hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/A/43308f644d47445badcb05c9edd2f25b 2024-12-16T03:40:19,142 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/A/43308f644d47445badcb05c9edd2f25b, entries=150, sequenceid=206, filesize=11.9 K 2024-12-16T03:40:19,144 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/.tmp/B/2bb7bd4ae20a41ff982fc0e32ceffb55 as hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/B/2bb7bd4ae20a41ff982fc0e32ceffb55 2024-12-16T03:40:19,148 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/B/2bb7bd4ae20a41ff982fc0e32ceffb55, entries=150, sequenceid=206, filesize=11.9 K 2024-12-16T03:40:19,149 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/.tmp/C/27aac3f6f78e4a7284845565d5f1425d as hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/C/27aac3f6f78e4a7284845565d5f1425d 2024-12-16T03:40:19,152 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/C/27aac3f6f78e4a7284845565d5f1425d, entries=150, sequenceid=206, filesize=11.9 K 2024-12-16T03:40:19,153 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=147.60 KB/151140 for c7351951a1e31dbc7ddc8fbe18e8e6a7 in 868ms, sequenceid=206, compaction requested=true 2024-12-16T03:40:19,153 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c7351951a1e31dbc7ddc8fbe18e8e6a7: 2024-12-16T03:40:19,153 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c7351951a1e31dbc7ddc8fbe18e8e6a7:A, priority=-2147483648, current under compaction store size is 1 2024-12-16T03:40:19,153 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-16T03:40:19,153 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-16T03:40:19,153 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c7351951a1e31dbc7ddc8fbe18e8e6a7:B, priority=-2147483648, current under compaction store size is 2 2024-12-16T03:40:19,153 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-16T03:40:19,153 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-16T03:40:19,153 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c7351951a1e31dbc7ddc8fbe18e8e6a7:C, priority=-2147483648, current under compaction store size is 3 2024-12-16T03:40:19,153 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-16T03:40:19,154 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36829 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-16T03:40:19,154 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36829 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-16T03:40:19,154 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.HStore(1540): c7351951a1e31dbc7ddc8fbe18e8e6a7/A is initiating minor compaction (all files) 2024-12-16T03:40:19,154 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.HStore(1540): c7351951a1e31dbc7ddc8fbe18e8e6a7/B is initiating minor compaction (all files) 2024-12-16T03:40:19,154 INFO [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c7351951a1e31dbc7ddc8fbe18e8e6a7/A in TestAcidGuarantees,,1734320404631.c7351951a1e31dbc7ddc8fbe18e8e6a7. 2024-12-16T03:40:19,154 INFO [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c7351951a1e31dbc7ddc8fbe18e8e6a7/B in TestAcidGuarantees,,1734320404631.c7351951a1e31dbc7ddc8fbe18e8e6a7. 2024-12-16T03:40:19,154 INFO [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/A/93acbf7c93b748938669ae21a8412499, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/A/3392801bed0b4f90a26929be2d845032, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/A/43308f644d47445badcb05c9edd2f25b] into tmpdir=hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/.tmp, totalSize=36.0 K 2024-12-16T03:40:19,154 INFO [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/B/54fa1c936442456f8b4141bff2a56165, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/B/4a72b9ffcd8b478489a4d620f8c92749, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/B/2bb7bd4ae20a41ff982fc0e32ceffb55] into tmpdir=hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/.tmp, totalSize=36.0 K 2024-12-16T03:40:19,155 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] compactions.Compactor(224): Compacting 93acbf7c93b748938669ae21a8412499, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1734320416509 2024-12-16T03:40:19,155 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] compactions.Compactor(224): Compacting 54fa1c936442456f8b4141bff2a56165, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1734320416509 2024-12-16T03:40:19,155 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3392801bed0b4f90a26929be2d845032, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=194, earliestPutTs=1734320417163 2024-12-16T03:40:19,155 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] compactions.Compactor(224): Compacting 4a72b9ffcd8b478489a4d620f8c92749, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=194, earliestPutTs=1734320417163 2024-12-16T03:40:19,155 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] compactions.Compactor(224): Compacting 43308f644d47445badcb05c9edd2f25b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=206, earliestPutTs=1734320418281 2024-12-16T03:40:19,155 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] compactions.Compactor(224): Compacting 2bb7bd4ae20a41ff982fc0e32ceffb55, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=206, earliestPutTs=1734320418281 2024-12-16T03:40:19,161 INFO [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c7351951a1e31dbc7ddc8fbe18e8e6a7#A#compaction#258 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-16T03:40:19,161 INFO [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c7351951a1e31dbc7ddc8fbe18e8e6a7#B#compaction#257 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-16T03:40:19,162 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/.tmp/A/bc57a3376a8a45859cb88a3a12ae69c9 is 50, key is test_row_0/A:col10/1734320418281/Put/seqid=0 2024-12-16T03:40:19,162 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/.tmp/B/5a8bf4b8bebe4f5db6ff862c35e344e1 is 50, key is test_row_0/B:col10/1734320418281/Put/seqid=0 2024-12-16T03:40:19,165 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073742130_1306 (size=12629) 2024-12-16T03:40:19,167 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073742129_1305 (size=12629) 2024-12-16T03:40:19,172 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/.tmp/A/bc57a3376a8a45859cb88a3a12ae69c9 as hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/A/bc57a3376a8a45859cb88a3a12ae69c9 2024-12-16T03:40:19,176 INFO [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c7351951a1e31dbc7ddc8fbe18e8e6a7/A of c7351951a1e31dbc7ddc8fbe18e8e6a7 into bc57a3376a8a45859cb88a3a12ae69c9(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-16T03:40:19,176 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c7351951a1e31dbc7ddc8fbe18e8e6a7: 2024-12-16T03:40:19,176 INFO [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734320404631.c7351951a1e31dbc7ddc8fbe18e8e6a7., storeName=c7351951a1e31dbc7ddc8fbe18e8e6a7/A, priority=13, startTime=1734320419153; duration=0sec 2024-12-16T03:40:19,177 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-16T03:40:19,177 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c7351951a1e31dbc7ddc8fbe18e8e6a7:A 2024-12-16T03:40:19,177 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-16T03:40:19,178 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36829 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-16T03:40:19,178 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.HStore(1540): c7351951a1e31dbc7ddc8fbe18e8e6a7/C is initiating minor compaction (all files) 2024-12-16T03:40:19,178 INFO [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c7351951a1e31dbc7ddc8fbe18e8e6a7/C in TestAcidGuarantees,,1734320404631.c7351951a1e31dbc7ddc8fbe18e8e6a7. 2024-12-16T03:40:19,178 INFO [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/C/188d94740e774175b517ad5ab8dacace, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/C/9f3e12a9420747a8b059b570c9b971a4, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/C/27aac3f6f78e4a7284845565d5f1425d] into tmpdir=hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/.tmp, totalSize=36.0 K 2024-12-16T03:40:19,178 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] compactions.Compactor(224): Compacting 188d94740e774175b517ad5ab8dacace, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1734320416509 2024-12-16T03:40:19,179 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9f3e12a9420747a8b059b570c9b971a4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=194, earliestPutTs=1734320417163 2024-12-16T03:40:19,179 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] compactions.Compactor(224): Compacting 27aac3f6f78e4a7284845565d5f1425d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=206, earliestPutTs=1734320418281 2024-12-16T03:40:19,186 INFO [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c7351951a1e31dbc7ddc8fbe18e8e6a7#C#compaction#259 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-16T03:40:19,186 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/.tmp/C/84ad9e325fcb4809b14c4c2317af1320 is 50, key is test_row_0/C:col10/1734320418281/Put/seqid=0 2024-12-16T03:40:19,201 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073742131_1307 (size=12629) 2024-12-16T03:40:19,228 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:19,229 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39893 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=88 2024-12-16T03:40:19,229 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734320404631.c7351951a1e31dbc7ddc8fbe18e8e6a7. 2024-12-16T03:40:19,229 INFO [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(2837): Flushing c7351951a1e31dbc7ddc8fbe18e8e6a7 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-12-16T03:40:19,229 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c7351951a1e31dbc7ddc8fbe18e8e6a7, store=A 2024-12-16T03:40:19,229 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T03:40:19,229 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c7351951a1e31dbc7ddc8fbe18e8e6a7, store=B 2024-12-16T03:40:19,229 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T03:40:19,229 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c7351951a1e31dbc7ddc8fbe18e8e6a7, store=C 2024-12-16T03:40:19,229 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T03:40:19,233 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/.tmp/A/9f01d01957ae4c85a01e2f19e9ae61dd is 50, key is test_row_0/A:col10/1734320418312/Put/seqid=0 2024-12-16T03:40:19,236 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073742132_1308 (size=12151) 2024-12-16T03:40:19,237 INFO [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=233 (bloomFilter=true), to=hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/.tmp/A/9f01d01957ae4c85a01e2f19e9ae61dd 2024-12-16T03:40:19,244 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/.tmp/B/1412127231c1440cb4bad423e2fb64d4 is 50, key is test_row_0/B:col10/1734320418312/Put/seqid=0 2024-12-16T03:40:19,271 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073742133_1309 (size=12151) 2024-12-16T03:40:19,271 INFO [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=233 (bloomFilter=true), to=hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/.tmp/B/1412127231c1440cb4bad423e2fb64d4 2024-12-16T03:40:19,281 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/.tmp/C/7ede36feedc442aeb97fb5ded49fe8b6 is 50, key is test_row_0/C:col10/1734320418312/Put/seqid=0 2024-12-16T03:40:19,288 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073742134_1310 (size=12151) 2024-12-16T03:40:19,290 INFO [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=233 (bloomFilter=true), to=hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/.tmp/C/7ede36feedc442aeb97fb5ded49fe8b6 2024-12-16T03:40:19,296 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/.tmp/A/9f01d01957ae4c85a01e2f19e9ae61dd as hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/A/9f01d01957ae4c85a01e2f19e9ae61dd 2024-12-16T03:40:19,301 INFO [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/A/9f01d01957ae4c85a01e2f19e9ae61dd, entries=150, sequenceid=233, filesize=11.9 K 2024-12-16T03:40:19,302 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/.tmp/B/1412127231c1440cb4bad423e2fb64d4 as hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/B/1412127231c1440cb4bad423e2fb64d4 2024-12-16T03:40:19,306 INFO [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/B/1412127231c1440cb4bad423e2fb64d4, entries=150, sequenceid=233, filesize=11.9 K 2024-12-16T03:40:19,306 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/.tmp/C/7ede36feedc442aeb97fb5ded49fe8b6 as hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/C/7ede36feedc442aeb97fb5ded49fe8b6 2024-12-16T03:40:19,311 INFO [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/C/7ede36feedc442aeb97fb5ded49fe8b6, entries=150, sequenceid=233, filesize=11.9 K 2024-12-16T03:40:19,312 INFO [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=0 B/0 for c7351951a1e31dbc7ddc8fbe18e8e6a7 in 83ms, sequenceid=233, compaction requested=false 2024-12-16T03:40:19,312 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(2538): Flush status journal for c7351951a1e31dbc7ddc8fbe18e8e6a7: 2024-12-16T03:40:19,312 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734320404631.c7351951a1e31dbc7ddc8fbe18e8e6a7. 2024-12-16T03:40:19,312 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=88 2024-12-16T03:40:19,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.HMaster(4106): Remote procedure done, pid=88 2024-12-16T03:40:19,315 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=88, resume processing ppid=87 2024-12-16T03:40:19,315 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=88, ppid=87, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 999 msec 2024-12-16T03:40:19,317 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=87, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=87, table=TestAcidGuarantees in 1.0040 sec 2024-12-16T03:40:19,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-12-16T03:40:19,416 INFO [Thread-1211 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 87 completed 2024-12-16T03:40:19,416 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-16T03:40:19,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] procedure2.ProcedureExecutor(1098): Stored pid=89, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=89, table=TestAcidGuarantees 2024-12-16T03:40:19,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=89 2024-12-16T03:40:19,418 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=89, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=89, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-16T03:40:19,418 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=89, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=89, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-16T03:40:19,418 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=90, ppid=89, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-16T03:40:19,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(8581): Flush requested on c7351951a1e31dbc7ddc8fbe18e8e6a7 2024-12-16T03:40:19,437 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c7351951a1e31dbc7ddc8fbe18e8e6a7 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-16T03:40:19,437 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c7351951a1e31dbc7ddc8fbe18e8e6a7, store=A 2024-12-16T03:40:19,437 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T03:40:19,437 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c7351951a1e31dbc7ddc8fbe18e8e6a7, store=B 2024-12-16T03:40:19,437 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T03:40:19,437 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c7351951a1e31dbc7ddc8fbe18e8e6a7, store=C 2024-12-16T03:40:19,437 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T03:40:19,441 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/.tmp/A/f4b263daabb7478c8c5e2eb1aeb86c63 is 50, key is test_row_1/A:col10/1734320419435/Put/seqid=0 2024-12-16T03:40:19,444 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073742135_1311 (size=14537) 2024-12-16T03:40:19,459 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c7351951a1e31dbc7ddc8fbe18e8e6a7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:40:19,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47170 deadline: 1734320479457, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c7351951a1e31dbc7ddc8fbe18e8e6a7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:19,459 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c7351951a1e31dbc7ddc8fbe18e8e6a7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:40:19,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47130 deadline: 1734320479457, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c7351951a1e31dbc7ddc8fbe18e8e6a7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:19,460 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c7351951a1e31dbc7ddc8fbe18e8e6a7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:40:19,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47172 deadline: 1734320479458, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c7351951a1e31dbc7ddc8fbe18e8e6a7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:19,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=89 2024-12-16T03:40:19,562 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c7351951a1e31dbc7ddc8fbe18e8e6a7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:40:19,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47170 deadline: 1734320479560, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c7351951a1e31dbc7ddc8fbe18e8e6a7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:19,562 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c7351951a1e31dbc7ddc8fbe18e8e6a7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:40:19,562 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c7351951a1e31dbc7ddc8fbe18e8e6a7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:40:19,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47130 deadline: 1734320479560, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c7351951a1e31dbc7ddc8fbe18e8e6a7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:19,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47172 deadline: 1734320479560, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c7351951a1e31dbc7ddc8fbe18e8e6a7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:19,569 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/.tmp/B/5a8bf4b8bebe4f5db6ff862c35e344e1 as hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/B/5a8bf4b8bebe4f5db6ff862c35e344e1 2024-12-16T03:40:19,572 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:19,573 INFO [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c7351951a1e31dbc7ddc8fbe18e8e6a7/B of c7351951a1e31dbc7ddc8fbe18e8e6a7 into 5a8bf4b8bebe4f5db6ff862c35e344e1(size=12.3 K), total size for store is 24.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-16T03:40:19,573 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c7351951a1e31dbc7ddc8fbe18e8e6a7: 2024-12-16T03:40:19,573 INFO [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734320404631.c7351951a1e31dbc7ddc8fbe18e8e6a7., storeName=c7351951a1e31dbc7ddc8fbe18e8e6a7/B, priority=13, startTime=1734320419153; duration=0sec 2024-12-16T03:40:19,573 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39893 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=90 2024-12-16T03:40:19,573 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734320404631.c7351951a1e31dbc7ddc8fbe18e8e6a7. 2024-12-16T03:40:19,573 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-16T03:40:19,573 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c7351951a1e31dbc7ddc8fbe18e8e6a7:B 2024-12-16T03:40:19,573 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734320404631.c7351951a1e31dbc7ddc8fbe18e8e6a7. as already flushing 2024-12-16T03:40:19,573 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734320404631.c7351951a1e31dbc7ddc8fbe18e8e6a7. 2024-12-16T03:40:19,573 ERROR [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] handler.RSProcedureHandler(58): pid=90 java.io.IOException: Unable to complete flush {ENCODED => c7351951a1e31dbc7ddc8fbe18e8e6a7, NAME => 'TestAcidGuarantees,,1734320404631.c7351951a1e31dbc7ddc8fbe18e8e6a7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:40:19,573 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=90 java.io.IOException: Unable to complete flush {ENCODED => c7351951a1e31dbc7ddc8fbe18e8e6a7, NAME => 'TestAcidGuarantees,,1734320404631.c7351951a1e31dbc7ddc8fbe18e8e6a7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:40:19,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.HMaster(4114): Remote procedure failed, pid=90 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c7351951a1e31dbc7ddc8fbe18e8e6a7, NAME => 'TestAcidGuarantees,,1734320404631.c7351951a1e31dbc7ddc8fbe18e8e6a7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c7351951a1e31dbc7ddc8fbe18e8e6a7, NAME => 'TestAcidGuarantees,,1734320404631.c7351951a1e31dbc7ddc8fbe18e8e6a7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:40:19,605 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/.tmp/C/84ad9e325fcb4809b14c4c2317af1320 as hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/C/84ad9e325fcb4809b14c4c2317af1320 2024-12-16T03:40:19,611 INFO [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c7351951a1e31dbc7ddc8fbe18e8e6a7/C of c7351951a1e31dbc7ddc8fbe18e8e6a7 into 84ad9e325fcb4809b14c4c2317af1320(size=12.3 K), total size for store is 24.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-16T03:40:19,611 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c7351951a1e31dbc7ddc8fbe18e8e6a7: 2024-12-16T03:40:19,611 INFO [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734320404631.c7351951a1e31dbc7ddc8fbe18e8e6a7., storeName=c7351951a1e31dbc7ddc8fbe18e8e6a7/C, priority=13, startTime=1734320419153; duration=0sec 2024-12-16T03:40:19,611 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-16T03:40:19,611 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c7351951a1e31dbc7ddc8fbe18e8e6a7:C 2024-12-16T03:40:19,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=89 2024-12-16T03:40:19,725 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:19,725 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39893 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=90 2024-12-16T03:40:19,725 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734320404631.c7351951a1e31dbc7ddc8fbe18e8e6a7. 2024-12-16T03:40:19,725 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734320404631.c7351951a1e31dbc7ddc8fbe18e8e6a7. as already flushing 2024-12-16T03:40:19,725 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734320404631.c7351951a1e31dbc7ddc8fbe18e8e6a7. 2024-12-16T03:40:19,725 ERROR [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] handler.RSProcedureHandler(58): pid=90 java.io.IOException: Unable to complete flush {ENCODED => c7351951a1e31dbc7ddc8fbe18e8e6a7, NAME => 'TestAcidGuarantees,,1734320404631.c7351951a1e31dbc7ddc8fbe18e8e6a7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:40:19,726 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=90 java.io.IOException: Unable to complete flush {ENCODED => c7351951a1e31dbc7ddc8fbe18e8e6a7, NAME => 'TestAcidGuarantees,,1734320404631.c7351951a1e31dbc7ddc8fbe18e8e6a7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:40:19,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.HMaster(4114): Remote procedure failed, pid=90 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c7351951a1e31dbc7ddc8fbe18e8e6a7, NAME => 'TestAcidGuarantees,,1734320404631.c7351951a1e31dbc7ddc8fbe18e8e6a7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c7351951a1e31dbc7ddc8fbe18e8e6a7, NAME => 'TestAcidGuarantees,,1734320404631.c7351951a1e31dbc7ddc8fbe18e8e6a7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:40:19,765 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c7351951a1e31dbc7ddc8fbe18e8e6a7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:40:19,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47130 deadline: 1734320479763, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c7351951a1e31dbc7ddc8fbe18e8e6a7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:19,765 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c7351951a1e31dbc7ddc8fbe18e8e6a7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:40:19,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47170 deadline: 1734320479764, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c7351951a1e31dbc7ddc8fbe18e8e6a7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:19,765 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c7351951a1e31dbc7ddc8fbe18e8e6a7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:40:19,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47172 deadline: 1734320479764, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c7351951a1e31dbc7ddc8fbe18e8e6a7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:19,844 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=244 (bloomFilter=true), to=hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/.tmp/A/f4b263daabb7478c8c5e2eb1aeb86c63 2024-12-16T03:40:19,858 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/.tmp/B/dd14457ca7b54949b1385c2247206e7f is 50, key is test_row_1/B:col10/1734320419435/Put/seqid=0 2024-12-16T03:40:19,862 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073742136_1312 (size=9757) 2024-12-16T03:40:19,870 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=244 (bloomFilter=true), to=hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/.tmp/B/dd14457ca7b54949b1385c2247206e7f 2024-12-16T03:40:19,877 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/.tmp/C/7daef3e1030b4615aad006a13ef20fda is 50, key is test_row_1/C:col10/1734320419435/Put/seqid=0 2024-12-16T03:40:19,877 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:19,878 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39893 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=90 2024-12-16T03:40:19,878 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734320404631.c7351951a1e31dbc7ddc8fbe18e8e6a7. 2024-12-16T03:40:19,878 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734320404631.c7351951a1e31dbc7ddc8fbe18e8e6a7. as already flushing 2024-12-16T03:40:19,878 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734320404631.c7351951a1e31dbc7ddc8fbe18e8e6a7. 2024-12-16T03:40:19,878 ERROR [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] handler.RSProcedureHandler(58): pid=90 java.io.IOException: Unable to complete flush {ENCODED => c7351951a1e31dbc7ddc8fbe18e8e6a7, NAME => 'TestAcidGuarantees,,1734320404631.c7351951a1e31dbc7ddc8fbe18e8e6a7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:40:19,878 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=90 java.io.IOException: Unable to complete flush {ENCODED => c7351951a1e31dbc7ddc8fbe18e8e6a7, NAME => 'TestAcidGuarantees,,1734320404631.c7351951a1e31dbc7ddc8fbe18e8e6a7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:40:19,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.HMaster(4114): Remote procedure failed, pid=90 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c7351951a1e31dbc7ddc8fbe18e8e6a7, NAME => 'TestAcidGuarantees,,1734320404631.c7351951a1e31dbc7ddc8fbe18e8e6a7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c7351951a1e31dbc7ddc8fbe18e8e6a7, NAME => 'TestAcidGuarantees,,1734320404631.c7351951a1e31dbc7ddc8fbe18e8e6a7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:40:19,884 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073742137_1313 (size=9757) 2024-12-16T03:40:19,885 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=244 (bloomFilter=true), to=hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/.tmp/C/7daef3e1030b4615aad006a13ef20fda 2024-12-16T03:40:19,889 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/.tmp/A/f4b263daabb7478c8c5e2eb1aeb86c63 as hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/A/f4b263daabb7478c8c5e2eb1aeb86c63 2024-12-16T03:40:19,894 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/A/f4b263daabb7478c8c5e2eb1aeb86c63, entries=200, sequenceid=244, filesize=14.2 K 2024-12-16T03:40:19,895 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/.tmp/B/dd14457ca7b54949b1385c2247206e7f as hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/B/dd14457ca7b54949b1385c2247206e7f 2024-12-16T03:40:19,899 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/B/dd14457ca7b54949b1385c2247206e7f, entries=100, sequenceid=244, filesize=9.5 K 2024-12-16T03:40:19,900 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/.tmp/C/7daef3e1030b4615aad006a13ef20fda as hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/C/7daef3e1030b4615aad006a13ef20fda 2024-12-16T03:40:19,903 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/C/7daef3e1030b4615aad006a13ef20fda, entries=100, sequenceid=244, filesize=9.5 K 2024-12-16T03:40:19,904 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for c7351951a1e31dbc7ddc8fbe18e8e6a7 in 467ms, sequenceid=244, compaction requested=true 2024-12-16T03:40:19,904 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c7351951a1e31dbc7ddc8fbe18e8e6a7: 2024-12-16T03:40:19,904 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c7351951a1e31dbc7ddc8fbe18e8e6a7:A, priority=-2147483648, current under compaction store size is 1 2024-12-16T03:40:19,904 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-16T03:40:19,904 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c7351951a1e31dbc7ddc8fbe18e8e6a7:B, priority=-2147483648, current under compaction store size is 2 2024-12-16T03:40:19,904 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-16T03:40:19,905 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-16T03:40:19,905 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-16T03:40:19,905 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c7351951a1e31dbc7ddc8fbe18e8e6a7:C, priority=-2147483648, current under compaction store size is 3 2024-12-16T03:40:19,905 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-16T03:40:19,906 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34537 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-16T03:40:19,906 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39317 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-16T03:40:19,906 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.HStore(1540): c7351951a1e31dbc7ddc8fbe18e8e6a7/A is initiating minor compaction (all files) 2024-12-16T03:40:19,906 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.HStore(1540): c7351951a1e31dbc7ddc8fbe18e8e6a7/B is initiating minor compaction (all files) 2024-12-16T03:40:19,906 INFO [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c7351951a1e31dbc7ddc8fbe18e8e6a7/B in TestAcidGuarantees,,1734320404631.c7351951a1e31dbc7ddc8fbe18e8e6a7. 2024-12-16T03:40:19,906 INFO [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c7351951a1e31dbc7ddc8fbe18e8e6a7/A in TestAcidGuarantees,,1734320404631.c7351951a1e31dbc7ddc8fbe18e8e6a7. 2024-12-16T03:40:19,906 INFO [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/B/5a8bf4b8bebe4f5db6ff862c35e344e1, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/B/1412127231c1440cb4bad423e2fb64d4, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/B/dd14457ca7b54949b1385c2247206e7f] into tmpdir=hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/.tmp, totalSize=33.7 K 2024-12-16T03:40:19,906 INFO [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/A/bc57a3376a8a45859cb88a3a12ae69c9, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/A/9f01d01957ae4c85a01e2f19e9ae61dd, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/A/f4b263daabb7478c8c5e2eb1aeb86c63] into tmpdir=hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/.tmp, totalSize=38.4 K 2024-12-16T03:40:19,906 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] compactions.Compactor(224): Compacting bc57a3376a8a45859cb88a3a12ae69c9, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=206, earliestPutTs=1734320418281 2024-12-16T03:40:19,906 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] compactions.Compactor(224): Compacting 5a8bf4b8bebe4f5db6ff862c35e344e1, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=206, earliestPutTs=1734320418281 2024-12-16T03:40:19,906 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9f01d01957ae4c85a01e2f19e9ae61dd, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=233, earliestPutTs=1734320418312 2024-12-16T03:40:19,907 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] compactions.Compactor(224): Compacting 1412127231c1440cb4bad423e2fb64d4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=233, earliestPutTs=1734320418312 2024-12-16T03:40:19,907 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] compactions.Compactor(224): Compacting f4b263daabb7478c8c5e2eb1aeb86c63, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=244, earliestPutTs=1734320419434 2024-12-16T03:40:19,907 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] compactions.Compactor(224): Compacting dd14457ca7b54949b1385c2247206e7f, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=244, earliestPutTs=1734320419435 2024-12-16T03:40:19,915 INFO [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c7351951a1e31dbc7ddc8fbe18e8e6a7#A#compaction#266 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-16T03:40:19,916 INFO [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c7351951a1e31dbc7ddc8fbe18e8e6a7#B#compaction#267 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-16T03:40:19,916 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/.tmp/A/a5b54de595bc43aba72886bcbed7d3b4 is 50, key is test_row_0/A:col10/1734320418312/Put/seqid=0 2024-12-16T03:40:19,916 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/.tmp/B/2f3584e35f224d9db4653170058eb78e is 50, key is test_row_0/B:col10/1734320418312/Put/seqid=0 2024-12-16T03:40:19,937 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073742138_1314 (size=12731) 2024-12-16T03:40:19,943 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/.tmp/A/a5b54de595bc43aba72886bcbed7d3b4 as hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/A/a5b54de595bc43aba72886bcbed7d3b4 2024-12-16T03:40:19,946 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073742139_1315 (size=12731) 2024-12-16T03:40:19,950 INFO [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c7351951a1e31dbc7ddc8fbe18e8e6a7/A of c7351951a1e31dbc7ddc8fbe18e8e6a7 into a5b54de595bc43aba72886bcbed7d3b4(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-16T03:40:19,950 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c7351951a1e31dbc7ddc8fbe18e8e6a7: 2024-12-16T03:40:19,950 INFO [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734320404631.c7351951a1e31dbc7ddc8fbe18e8e6a7., storeName=c7351951a1e31dbc7ddc8fbe18e8e6a7/A, priority=13, startTime=1734320419904; duration=0sec 2024-12-16T03:40:19,950 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-16T03:40:19,950 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c7351951a1e31dbc7ddc8fbe18e8e6a7:A 2024-12-16T03:40:19,951 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-16T03:40:19,952 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34537 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-16T03:40:19,952 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.HStore(1540): c7351951a1e31dbc7ddc8fbe18e8e6a7/C is initiating minor compaction (all files) 2024-12-16T03:40:19,952 INFO [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c7351951a1e31dbc7ddc8fbe18e8e6a7/C in TestAcidGuarantees,,1734320404631.c7351951a1e31dbc7ddc8fbe18e8e6a7. 2024-12-16T03:40:19,952 INFO [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/C/84ad9e325fcb4809b14c4c2317af1320, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/C/7ede36feedc442aeb97fb5ded49fe8b6, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/C/7daef3e1030b4615aad006a13ef20fda] into tmpdir=hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/.tmp, totalSize=33.7 K 2024-12-16T03:40:19,953 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/.tmp/B/2f3584e35f224d9db4653170058eb78e as hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/B/2f3584e35f224d9db4653170058eb78e 2024-12-16T03:40:19,953 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] compactions.Compactor(224): Compacting 84ad9e325fcb4809b14c4c2317af1320, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=206, earliestPutTs=1734320418281 2024-12-16T03:40:19,954 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7ede36feedc442aeb97fb5ded49fe8b6, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=233, earliestPutTs=1734320418312 2024-12-16T03:40:19,954 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7daef3e1030b4615aad006a13ef20fda, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=244, earliestPutTs=1734320419435 2024-12-16T03:40:19,960 INFO [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c7351951a1e31dbc7ddc8fbe18e8e6a7/B of c7351951a1e31dbc7ddc8fbe18e8e6a7 into 2f3584e35f224d9db4653170058eb78e(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-16T03:40:19,960 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c7351951a1e31dbc7ddc8fbe18e8e6a7: 2024-12-16T03:40:19,960 INFO [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734320404631.c7351951a1e31dbc7ddc8fbe18e8e6a7., storeName=c7351951a1e31dbc7ddc8fbe18e8e6a7/B, priority=13, startTime=1734320419904; duration=0sec 2024-12-16T03:40:19,961 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-16T03:40:19,961 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c7351951a1e31dbc7ddc8fbe18e8e6a7:B 2024-12-16T03:40:19,965 INFO [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c7351951a1e31dbc7ddc8fbe18e8e6a7#C#compaction#268 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-16T03:40:19,966 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/.tmp/C/9738853559a14c82b429b198a60e4efb is 50, key is test_row_0/C:col10/1734320418312/Put/seqid=0 2024-12-16T03:40:19,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073742140_1316 (size=12731) 2024-12-16T03:40:20,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=89 2024-12-16T03:40:20,030 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:20,031 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39893 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=90 2024-12-16T03:40:20,031 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734320404631.c7351951a1e31dbc7ddc8fbe18e8e6a7. 2024-12-16T03:40:20,031 INFO [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegion(2837): Flushing c7351951a1e31dbc7ddc8fbe18e8e6a7 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-12-16T03:40:20,031 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c7351951a1e31dbc7ddc8fbe18e8e6a7, store=A 2024-12-16T03:40:20,031 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T03:40:20,031 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c7351951a1e31dbc7ddc8fbe18e8e6a7, store=B 2024-12-16T03:40:20,031 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T03:40:20,032 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c7351951a1e31dbc7ddc8fbe18e8e6a7, store=C 2024-12-16T03:40:20,032 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T03:40:20,037 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/.tmp/A/548c275296f1460797f6f999fb78f491 is 50, key is test_row_0/A:col10/1734320419453/Put/seqid=0 2024-12-16T03:40:20,041 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073742141_1317 (size=12301) 2024-12-16T03:40:20,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(8581): Flush requested on c7351951a1e31dbc7ddc8fbe18e8e6a7 2024-12-16T03:40:20,068 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734320404631.c7351951a1e31dbc7ddc8fbe18e8e6a7. as already flushing 2024-12-16T03:40:20,078 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c7351951a1e31dbc7ddc8fbe18e8e6a7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:40:20,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47172 deadline: 1734320480076, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c7351951a1e31dbc7ddc8fbe18e8e6a7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:20,078 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c7351951a1e31dbc7ddc8fbe18e8e6a7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:40:20,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47130 deadline: 1734320480076, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c7351951a1e31dbc7ddc8fbe18e8e6a7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:20,078 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c7351951a1e31dbc7ddc8fbe18e8e6a7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:40:20,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47170 deadline: 1734320480077, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c7351951a1e31dbc7ddc8fbe18e8e6a7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:20,181 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c7351951a1e31dbc7ddc8fbe18e8e6a7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:40:20,181 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c7351951a1e31dbc7ddc8fbe18e8e6a7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:40:20,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47172 deadline: 1734320480179, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c7351951a1e31dbc7ddc8fbe18e8e6a7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:20,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47130 deadline: 1734320480179, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c7351951a1e31dbc7ddc8fbe18e8e6a7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:20,181 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c7351951a1e31dbc7ddc8fbe18e8e6a7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:40:20,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47170 deadline: 1734320480179, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c7351951a1e31dbc7ddc8fbe18e8e6a7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:20,377 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/.tmp/C/9738853559a14c82b429b198a60e4efb as hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/C/9738853559a14c82b429b198a60e4efb 2024-12-16T03:40:20,381 INFO [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c7351951a1e31dbc7ddc8fbe18e8e6a7/C of c7351951a1e31dbc7ddc8fbe18e8e6a7 into 9738853559a14c82b429b198a60e4efb(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-16T03:40:20,381 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c7351951a1e31dbc7ddc8fbe18e8e6a7: 2024-12-16T03:40:20,382 INFO [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734320404631.c7351951a1e31dbc7ddc8fbe18e8e6a7., storeName=c7351951a1e31dbc7ddc8fbe18e8e6a7/C, priority=13, startTime=1734320419905; duration=0sec 2024-12-16T03:40:20,382 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-16T03:40:20,382 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c7351951a1e31dbc7ddc8fbe18e8e6a7:C 2024-12-16T03:40:20,383 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c7351951a1e31dbc7ddc8fbe18e8e6a7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:40:20,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47170 deadline: 1734320480382, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c7351951a1e31dbc7ddc8fbe18e8e6a7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:20,384 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c7351951a1e31dbc7ddc8fbe18e8e6a7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:40:20,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47172 deadline: 1734320480383, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c7351951a1e31dbc7ddc8fbe18e8e6a7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:20,385 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c7351951a1e31dbc7ddc8fbe18e8e6a7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:40:20,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47130 deadline: 1734320480383, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c7351951a1e31dbc7ddc8fbe18e8e6a7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:20,442 INFO [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=273 (bloomFilter=true), to=hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/.tmp/A/548c275296f1460797f6f999fb78f491 2024-12-16T03:40:20,448 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/.tmp/B/a92294ecf91a4ef491fa311655f180b6 is 50, key is test_row_0/B:col10/1734320419453/Put/seqid=0 2024-12-16T03:40:20,451 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073742142_1318 (size=12301) 2024-12-16T03:40:20,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=89 2024-12-16T03:40:20,686 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c7351951a1e31dbc7ddc8fbe18e8e6a7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:40:20,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47170 deadline: 1734320480685, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c7351951a1e31dbc7ddc8fbe18e8e6a7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:20,686 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c7351951a1e31dbc7ddc8fbe18e8e6a7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:40:20,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47172 deadline: 1734320480685, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c7351951a1e31dbc7ddc8fbe18e8e6a7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:20,688 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c7351951a1e31dbc7ddc8fbe18e8e6a7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:40:20,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47130 deadline: 1734320480686, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c7351951a1e31dbc7ddc8fbe18e8e6a7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:20,852 INFO [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=273 (bloomFilter=true), to=hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/.tmp/B/a92294ecf91a4ef491fa311655f180b6 2024-12-16T03:40:20,858 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/.tmp/C/102c9f2e3f914b1d80a0a9ea16ba7947 is 50, key is test_row_0/C:col10/1734320419453/Put/seqid=0 2024-12-16T03:40:20,861 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073742143_1319 (size=12301) 2024-12-16T03:40:21,190 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c7351951a1e31dbc7ddc8fbe18e8e6a7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:40:21,190 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c7351951a1e31dbc7ddc8fbe18e8e6a7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:40:21,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47170 deadline: 1734320481189, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c7351951a1e31dbc7ddc8fbe18e8e6a7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:21,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47172 deadline: 1734320481189, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c7351951a1e31dbc7ddc8fbe18e8e6a7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:21,193 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c7351951a1e31dbc7ddc8fbe18e8e6a7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:40:21,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47130 deadline: 1734320481192, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c7351951a1e31dbc7ddc8fbe18e8e6a7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:21,262 INFO [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=273 (bloomFilter=true), to=hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/.tmp/C/102c9f2e3f914b1d80a0a9ea16ba7947 2024-12-16T03:40:21,266 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/.tmp/A/548c275296f1460797f6f999fb78f491 as hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/A/548c275296f1460797f6f999fb78f491 2024-12-16T03:40:21,269 INFO [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/A/548c275296f1460797f6f999fb78f491, entries=150, sequenceid=273, filesize=12.0 K 2024-12-16T03:40:21,269 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/.tmp/B/a92294ecf91a4ef491fa311655f180b6 as hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/B/a92294ecf91a4ef491fa311655f180b6 2024-12-16T03:40:21,272 INFO [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/B/a92294ecf91a4ef491fa311655f180b6, entries=150, sequenceid=273, filesize=12.0 K 2024-12-16T03:40:21,273 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/.tmp/C/102c9f2e3f914b1d80a0a9ea16ba7947 as hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/C/102c9f2e3f914b1d80a0a9ea16ba7947 2024-12-16T03:40:21,276 INFO [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/C/102c9f2e3f914b1d80a0a9ea16ba7947, entries=150, sequenceid=273, filesize=12.0 K 2024-12-16T03:40:21,277 INFO [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=67.09 KB/68700 for c7351951a1e31dbc7ddc8fbe18e8e6a7 in 1246ms, sequenceid=273, compaction requested=false 2024-12-16T03:40:21,277 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegion(2538): Flush status journal for c7351951a1e31dbc7ddc8fbe18e8e6a7: 2024-12-16T03:40:21,277 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734320404631.c7351951a1e31dbc7ddc8fbe18e8e6a7. 2024-12-16T03:40:21,277 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=90 2024-12-16T03:40:21,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.HMaster(4106): Remote procedure done, pid=90 2024-12-16T03:40:21,280 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=90, resume processing ppid=89 2024-12-16T03:40:21,280 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=90, ppid=89, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8610 sec 2024-12-16T03:40:21,281 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=89, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=89, table=TestAcidGuarantees in 1.8630 sec 2024-12-16T03:40:21,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=89 2024-12-16T03:40:21,521 INFO [Thread-1211 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 89 completed 2024-12-16T03:40:21,522 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-16T03:40:21,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] procedure2.ProcedureExecutor(1098): Stored pid=91, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=91, table=TestAcidGuarantees 2024-12-16T03:40:21,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=91 2024-12-16T03:40:21,523 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=91, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=91, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-16T03:40:21,523 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=91, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=91, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-16T03:40:21,524 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=92, ppid=91, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-16T03:40:21,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(8581): Flush requested on c7351951a1e31dbc7ddc8fbe18e8e6a7 2024-12-16T03:40:21,565 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c7351951a1e31dbc7ddc8fbe18e8e6a7 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-12-16T03:40:21,565 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c7351951a1e31dbc7ddc8fbe18e8e6a7, store=A 2024-12-16T03:40:21,565 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T03:40:21,565 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c7351951a1e31dbc7ddc8fbe18e8e6a7, store=B 2024-12-16T03:40:21,565 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T03:40:21,565 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c7351951a1e31dbc7ddc8fbe18e8e6a7, store=C 2024-12-16T03:40:21,565 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T03:40:21,568 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/.tmp/A/32ad3cbde247480e9b32f7de0c4311ea is 50, key is test_row_0/A:col10/1734320420072/Put/seqid=0 2024-12-16T03:40:21,576 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073742144_1320 (size=14741) 2024-12-16T03:40:21,605 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c7351951a1e31dbc7ddc8fbe18e8e6a7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:40:21,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47148 deadline: 1734320481604, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c7351951a1e31dbc7ddc8fbe18e8e6a7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:21,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=91 2024-12-16T03:40:21,675 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:21,675 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39893 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=92 2024-12-16T03:40:21,675 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734320404631.c7351951a1e31dbc7ddc8fbe18e8e6a7. 2024-12-16T03:40:21,675 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734320404631.c7351951a1e31dbc7ddc8fbe18e8e6a7. as already flushing 2024-12-16T03:40:21,675 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734320404631.c7351951a1e31dbc7ddc8fbe18e8e6a7. 2024-12-16T03:40:21,675 ERROR [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] handler.RSProcedureHandler(58): pid=92 java.io.IOException: Unable to complete flush {ENCODED => c7351951a1e31dbc7ddc8fbe18e8e6a7, NAME => 'TestAcidGuarantees,,1734320404631.c7351951a1e31dbc7ddc8fbe18e8e6a7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:40:21,676 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=92 java.io.IOException: Unable to complete flush {ENCODED => c7351951a1e31dbc7ddc8fbe18e8e6a7, NAME => 'TestAcidGuarantees,,1734320404631.c7351951a1e31dbc7ddc8fbe18e8e6a7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:40:21,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.HMaster(4114): Remote procedure failed, pid=92 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c7351951a1e31dbc7ddc8fbe18e8e6a7, NAME => 'TestAcidGuarantees,,1734320404631.c7351951a1e31dbc7ddc8fbe18e8e6a7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c7351951a1e31dbc7ddc8fbe18e8e6a7, NAME => 'TestAcidGuarantees,,1734320404631.c7351951a1e31dbc7ddc8fbe18e8e6a7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:40:21,707 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c7351951a1e31dbc7ddc8fbe18e8e6a7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:40:21,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47148 deadline: 1734320481706, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c7351951a1e31dbc7ddc8fbe18e8e6a7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:21,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=91 2024-12-16T03:40:21,827 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:21,828 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39893 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=92 2024-12-16T03:40:21,828 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734320404631.c7351951a1e31dbc7ddc8fbe18e8e6a7. 2024-12-16T03:40:21,828 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734320404631.c7351951a1e31dbc7ddc8fbe18e8e6a7. as already flushing 2024-12-16T03:40:21,828 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734320404631.c7351951a1e31dbc7ddc8fbe18e8e6a7. 2024-12-16T03:40:21,828 ERROR [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] handler.RSProcedureHandler(58): pid=92 java.io.IOException: Unable to complete flush {ENCODED => c7351951a1e31dbc7ddc8fbe18e8e6a7, NAME => 'TestAcidGuarantees,,1734320404631.c7351951a1e31dbc7ddc8fbe18e8e6a7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:40:21,828 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=92 java.io.IOException: Unable to complete flush {ENCODED => c7351951a1e31dbc7ddc8fbe18e8e6a7, NAME => 'TestAcidGuarantees,,1734320404631.c7351951a1e31dbc7ddc8fbe18e8e6a7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:40:21,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.HMaster(4114): Remote procedure failed, pid=92 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c7351951a1e31dbc7ddc8fbe18e8e6a7, NAME => 'TestAcidGuarantees,,1734320404631.c7351951a1e31dbc7ddc8fbe18e8e6a7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c7351951a1e31dbc7ddc8fbe18e8e6a7, NAME => 'TestAcidGuarantees,,1734320404631.c7351951a1e31dbc7ddc8fbe18e8e6a7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:40:21,909 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c7351951a1e31dbc7ddc8fbe18e8e6a7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:40:21,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47148 deadline: 1734320481908, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c7351951a1e31dbc7ddc8fbe18e8e6a7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:21,977 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=288 (bloomFilter=true), to=hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/.tmp/A/32ad3cbde247480e9b32f7de0c4311ea 2024-12-16T03:40:21,979 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:21,980 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39893 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=92 2024-12-16T03:40:21,980 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734320404631.c7351951a1e31dbc7ddc8fbe18e8e6a7. 2024-12-16T03:40:21,980 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734320404631.c7351951a1e31dbc7ddc8fbe18e8e6a7. as already flushing 2024-12-16T03:40:21,980 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734320404631.c7351951a1e31dbc7ddc8fbe18e8e6a7. 2024-12-16T03:40:21,980 ERROR [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] handler.RSProcedureHandler(58): pid=92 java.io.IOException: Unable to complete flush {ENCODED => c7351951a1e31dbc7ddc8fbe18e8e6a7, NAME => 'TestAcidGuarantees,,1734320404631.c7351951a1e31dbc7ddc8fbe18e8e6a7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:40:21,980 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=92 java.io.IOException: Unable to complete flush {ENCODED => c7351951a1e31dbc7ddc8fbe18e8e6a7, NAME => 'TestAcidGuarantees,,1734320404631.c7351951a1e31dbc7ddc8fbe18e8e6a7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:40:21,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.HMaster(4114): Remote procedure failed, pid=92 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c7351951a1e31dbc7ddc8fbe18e8e6a7, NAME => 'TestAcidGuarantees,,1734320404631.c7351951a1e31dbc7ddc8fbe18e8e6a7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c7351951a1e31dbc7ddc8fbe18e8e6a7, NAME => 'TestAcidGuarantees,,1734320404631.c7351951a1e31dbc7ddc8fbe18e8e6a7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:40:21,983 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/.tmp/B/0a0a613244a946da95a0626404f23f2e is 50, key is test_row_0/B:col10/1734320420072/Put/seqid=0 2024-12-16T03:40:21,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073742145_1321 (size=12301) 2024-12-16T03:40:21,987 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=288 (bloomFilter=true), to=hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/.tmp/B/0a0a613244a946da95a0626404f23f2e 2024-12-16T03:40:21,994 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/.tmp/C/5f5deed557c64610846dd313623b6764 is 50, key is test_row_0/C:col10/1734320420072/Put/seqid=0 2024-12-16T03:40:21,998 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073742146_1322 (size=12301) 2024-12-16T03:40:22,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=91 2024-12-16T03:40:22,132 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:22,133 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39893 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=92 2024-12-16T03:40:22,133 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734320404631.c7351951a1e31dbc7ddc8fbe18e8e6a7. 2024-12-16T03:40:22,133 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734320404631.c7351951a1e31dbc7ddc8fbe18e8e6a7. as already flushing 2024-12-16T03:40:22,133 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734320404631.c7351951a1e31dbc7ddc8fbe18e8e6a7. 2024-12-16T03:40:22,133 ERROR [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] handler.RSProcedureHandler(58): pid=92 java.io.IOException: Unable to complete flush {ENCODED => c7351951a1e31dbc7ddc8fbe18e8e6a7, NAME => 'TestAcidGuarantees,,1734320404631.c7351951a1e31dbc7ddc8fbe18e8e6a7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:40:22,133 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=92 java.io.IOException: Unable to complete flush {ENCODED => c7351951a1e31dbc7ddc8fbe18e8e6a7, NAME => 'TestAcidGuarantees,,1734320404631.c7351951a1e31dbc7ddc8fbe18e8e6a7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:40:22,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.HMaster(4114): Remote procedure failed, pid=92 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c7351951a1e31dbc7ddc8fbe18e8e6a7, NAME => 'TestAcidGuarantees,,1734320404631.c7351951a1e31dbc7ddc8fbe18e8e6a7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c7351951a1e31dbc7ddc8fbe18e8e6a7, NAME => 'TestAcidGuarantees,,1734320404631.c7351951a1e31dbc7ddc8fbe18e8e6a7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:40:22,198 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c7351951a1e31dbc7ddc8fbe18e8e6a7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:40:22,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47130 deadline: 1734320482197, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c7351951a1e31dbc7ddc8fbe18e8e6a7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:22,200 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c7351951a1e31dbc7ddc8fbe18e8e6a7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:40:22,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47172 deadline: 1734320482198, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c7351951a1e31dbc7ddc8fbe18e8e6a7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:22,201 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c7351951a1e31dbc7ddc8fbe18e8e6a7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:40:22,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47170 deadline: 1734320482199, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c7351951a1e31dbc7ddc8fbe18e8e6a7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:22,212 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c7351951a1e31dbc7ddc8fbe18e8e6a7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:40:22,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47148 deadline: 1734320482210, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c7351951a1e31dbc7ddc8fbe18e8e6a7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:22,285 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:22,285 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39893 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=92 2024-12-16T03:40:22,285 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734320404631.c7351951a1e31dbc7ddc8fbe18e8e6a7. 2024-12-16T03:40:22,285 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734320404631.c7351951a1e31dbc7ddc8fbe18e8e6a7. as already flushing 2024-12-16T03:40:22,285 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734320404631.c7351951a1e31dbc7ddc8fbe18e8e6a7. 2024-12-16T03:40:22,285 ERROR [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] handler.RSProcedureHandler(58): pid=92 java.io.IOException: Unable to complete flush {ENCODED => c7351951a1e31dbc7ddc8fbe18e8e6a7, NAME => 'TestAcidGuarantees,,1734320404631.c7351951a1e31dbc7ddc8fbe18e8e6a7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:40:22,285 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=92 java.io.IOException: Unable to complete flush {ENCODED => c7351951a1e31dbc7ddc8fbe18e8e6a7, NAME => 'TestAcidGuarantees,,1734320404631.c7351951a1e31dbc7ddc8fbe18e8e6a7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:40:22,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.HMaster(4114): Remote procedure failed, pid=92 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c7351951a1e31dbc7ddc8fbe18e8e6a7, NAME => 'TestAcidGuarantees,,1734320404631.c7351951a1e31dbc7ddc8fbe18e8e6a7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c7351951a1e31dbc7ddc8fbe18e8e6a7, NAME => 'TestAcidGuarantees,,1734320404631.c7351951a1e31dbc7ddc8fbe18e8e6a7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:40:22,398 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=288 (bloomFilter=true), to=hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/.tmp/C/5f5deed557c64610846dd313623b6764 2024-12-16T03:40:22,402 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/.tmp/A/32ad3cbde247480e9b32f7de0c4311ea as hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/A/32ad3cbde247480e9b32f7de0c4311ea 2024-12-16T03:40:22,405 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/A/32ad3cbde247480e9b32f7de0c4311ea, entries=200, sequenceid=288, filesize=14.4 K 2024-12-16T03:40:22,405 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/.tmp/B/0a0a613244a946da95a0626404f23f2e as hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/B/0a0a613244a946da95a0626404f23f2e 2024-12-16T03:40:22,408 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/B/0a0a613244a946da95a0626404f23f2e, entries=150, sequenceid=288, filesize=12.0 K 2024-12-16T03:40:22,409 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/.tmp/C/5f5deed557c64610846dd313623b6764 as hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/C/5f5deed557c64610846dd313623b6764 2024-12-16T03:40:22,412 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/C/5f5deed557c64610846dd313623b6764, entries=150, sequenceid=288, filesize=12.0 K 2024-12-16T03:40:22,412 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for c7351951a1e31dbc7ddc8fbe18e8e6a7 in 848ms, sequenceid=288, compaction requested=true 2024-12-16T03:40:22,412 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c7351951a1e31dbc7ddc8fbe18e8e6a7: 2024-12-16T03:40:22,412 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c7351951a1e31dbc7ddc8fbe18e8e6a7:A, priority=-2147483648, current under compaction store size is 1 2024-12-16T03:40:22,412 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-16T03:40:22,412 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-16T03:40:22,412 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c7351951a1e31dbc7ddc8fbe18e8e6a7:B, priority=-2147483648, current under compaction store size is 2 2024-12-16T03:40:22,412 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-16T03:40:22,412 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-16T03:40:22,412 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c7351951a1e31dbc7ddc8fbe18e8e6a7:C, priority=-2147483648, current under compaction store size is 3 2024-12-16T03:40:22,412 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-16T03:40:22,413 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37333 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-16T03:40:22,413 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39773 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-16T03:40:22,413 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.HStore(1540): c7351951a1e31dbc7ddc8fbe18e8e6a7/B is initiating minor compaction (all files) 2024-12-16T03:40:22,413 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.HStore(1540): c7351951a1e31dbc7ddc8fbe18e8e6a7/A is initiating minor compaction (all files) 2024-12-16T03:40:22,413 INFO [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c7351951a1e31dbc7ddc8fbe18e8e6a7/B in TestAcidGuarantees,,1734320404631.c7351951a1e31dbc7ddc8fbe18e8e6a7. 2024-12-16T03:40:22,413 INFO [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c7351951a1e31dbc7ddc8fbe18e8e6a7/A in TestAcidGuarantees,,1734320404631.c7351951a1e31dbc7ddc8fbe18e8e6a7. 2024-12-16T03:40:22,413 INFO [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/B/2f3584e35f224d9db4653170058eb78e, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/B/a92294ecf91a4ef491fa311655f180b6, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/B/0a0a613244a946da95a0626404f23f2e] into tmpdir=hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/.tmp, totalSize=36.5 K 2024-12-16T03:40:22,413 INFO [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/A/a5b54de595bc43aba72886bcbed7d3b4, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/A/548c275296f1460797f6f999fb78f491, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/A/32ad3cbde247480e9b32f7de0c4311ea] into tmpdir=hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/.tmp, totalSize=38.8 K 2024-12-16T03:40:22,414 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] compactions.Compactor(224): Compacting 2f3584e35f224d9db4653170058eb78e, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=244, earliestPutTs=1734320418312 2024-12-16T03:40:22,414 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] compactions.Compactor(224): Compacting a5b54de595bc43aba72886bcbed7d3b4, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=244, earliestPutTs=1734320418312 2024-12-16T03:40:22,414 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] compactions.Compactor(224): Compacting 548c275296f1460797f6f999fb78f491, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=273, earliestPutTs=1734320419453 2024-12-16T03:40:22,414 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] compactions.Compactor(224): Compacting a92294ecf91a4ef491fa311655f180b6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=273, earliestPutTs=1734320419453 2024-12-16T03:40:22,414 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] compactions.Compactor(224): Compacting 32ad3cbde247480e9b32f7de0c4311ea, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=288, earliestPutTs=1734320420072 2024-12-16T03:40:22,414 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] compactions.Compactor(224): Compacting 0a0a613244a946da95a0626404f23f2e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=288, earliestPutTs=1734320420072 2024-12-16T03:40:22,420 INFO [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c7351951a1e31dbc7ddc8fbe18e8e6a7#A#compaction#275 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-16T03:40:22,420 INFO [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c7351951a1e31dbc7ddc8fbe18e8e6a7#B#compaction#276 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-16T03:40:22,420 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/.tmp/B/e1c37e123b014af2883d3f27c6e7b2c1 is 50, key is test_row_0/B:col10/1734320420072/Put/seqid=0 2024-12-16T03:40:22,420 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/.tmp/A/f8f23ea042ef489ea559dfd520e0f91c is 50, key is test_row_0/A:col10/1734320420072/Put/seqid=0 2024-12-16T03:40:22,424 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073742147_1323 (size=12983) 2024-12-16T03:40:22,432 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073742148_1324 (size=12983) 2024-12-16T03:40:22,437 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:22,437 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39893 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=92 2024-12-16T03:40:22,437 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734320404631.c7351951a1e31dbc7ddc8fbe18e8e6a7. 2024-12-16T03:40:22,438 INFO [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegion(2837): Flushing c7351951a1e31dbc7ddc8fbe18e8e6a7 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-12-16T03:40:22,438 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c7351951a1e31dbc7ddc8fbe18e8e6a7, store=A 2024-12-16T03:40:22,438 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T03:40:22,438 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c7351951a1e31dbc7ddc8fbe18e8e6a7, store=B 2024-12-16T03:40:22,438 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T03:40:22,438 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c7351951a1e31dbc7ddc8fbe18e8e6a7, store=C 2024-12-16T03:40:22,438 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T03:40:22,441 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/.tmp/A/d2e5150bbd2b44b9819b8767e1e2f90d is 50, key is test_row_0/A:col10/1734320421599/Put/seqid=0 2024-12-16T03:40:22,445 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073742149_1325 (size=12301) 2024-12-16T03:40:22,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(8581): Flush requested on c7351951a1e31dbc7ddc8fbe18e8e6a7 2024-12-16T03:40:22,568 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734320404631.c7351951a1e31dbc7ddc8fbe18e8e6a7. as already flushing 2024-12-16T03:40:22,597 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c7351951a1e31dbc7ddc8fbe18e8e6a7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:40:22,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47104 deadline: 1734320482596, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c7351951a1e31dbc7ddc8fbe18e8e6a7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:22,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=91 2024-12-16T03:40:22,699 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c7351951a1e31dbc7ddc8fbe18e8e6a7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:40:22,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47104 deadline: 1734320482698, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c7351951a1e31dbc7ddc8fbe18e8e6a7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:22,716 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c7351951a1e31dbc7ddc8fbe18e8e6a7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:40:22,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47148 deadline: 1734320482714, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c7351951a1e31dbc7ddc8fbe18e8e6a7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:22,827 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/.tmp/B/e1c37e123b014af2883d3f27c6e7b2c1 as hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/B/e1c37e123b014af2883d3f27c6e7b2c1 2024-12-16T03:40:22,831 INFO [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c7351951a1e31dbc7ddc8fbe18e8e6a7/B of c7351951a1e31dbc7ddc8fbe18e8e6a7 into e1c37e123b014af2883d3f27c6e7b2c1(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-16T03:40:22,831 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c7351951a1e31dbc7ddc8fbe18e8e6a7: 2024-12-16T03:40:22,831 INFO [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734320404631.c7351951a1e31dbc7ddc8fbe18e8e6a7., storeName=c7351951a1e31dbc7ddc8fbe18e8e6a7/B, priority=13, startTime=1734320422412; duration=0sec 2024-12-16T03:40:22,831 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-16T03:40:22,831 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c7351951a1e31dbc7ddc8fbe18e8e6a7:B 2024-12-16T03:40:22,831 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-16T03:40:22,832 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37333 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-16T03:40:22,832 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.HStore(1540): c7351951a1e31dbc7ddc8fbe18e8e6a7/C is initiating minor compaction (all files) 2024-12-16T03:40:22,832 INFO [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c7351951a1e31dbc7ddc8fbe18e8e6a7/C in TestAcidGuarantees,,1734320404631.c7351951a1e31dbc7ddc8fbe18e8e6a7. 2024-12-16T03:40:22,832 INFO [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/C/9738853559a14c82b429b198a60e4efb, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/C/102c9f2e3f914b1d80a0a9ea16ba7947, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/C/5f5deed557c64610846dd313623b6764] into tmpdir=hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/.tmp, totalSize=36.5 K 2024-12-16T03:40:22,832 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] compactions.Compactor(224): Compacting 9738853559a14c82b429b198a60e4efb, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=244, earliestPutTs=1734320418312 2024-12-16T03:40:22,833 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] compactions.Compactor(224): Compacting 102c9f2e3f914b1d80a0a9ea16ba7947, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=273, earliestPutTs=1734320419453 2024-12-16T03:40:22,833 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] compactions.Compactor(224): Compacting 5f5deed557c64610846dd313623b6764, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=288, earliestPutTs=1734320420072 2024-12-16T03:40:22,836 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/.tmp/A/f8f23ea042ef489ea559dfd520e0f91c as hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/A/f8f23ea042ef489ea559dfd520e0f91c 2024-12-16T03:40:22,840 INFO [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c7351951a1e31dbc7ddc8fbe18e8e6a7/A of c7351951a1e31dbc7ddc8fbe18e8e6a7 into f8f23ea042ef489ea559dfd520e0f91c(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-16T03:40:22,840 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c7351951a1e31dbc7ddc8fbe18e8e6a7: 2024-12-16T03:40:22,841 INFO [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734320404631.c7351951a1e31dbc7ddc8fbe18e8e6a7., storeName=c7351951a1e31dbc7ddc8fbe18e8e6a7/A, priority=13, startTime=1734320422412; duration=0sec 2024-12-16T03:40:22,841 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-16T03:40:22,841 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c7351951a1e31dbc7ddc8fbe18e8e6a7:A 2024-12-16T03:40:22,845 INFO [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=310 (bloomFilter=true), to=hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/.tmp/A/d2e5150bbd2b44b9819b8767e1e2f90d 2024-12-16T03:40:22,853 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/.tmp/B/15b5ef772c5d40049c0ee1515de76b86 is 50, key is test_row_0/B:col10/1734320421599/Put/seqid=0 2024-12-16T03:40:22,853 INFO [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c7351951a1e31dbc7ddc8fbe18e8e6a7#C#compaction#279 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-16T03:40:22,853 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/.tmp/C/c39be0bb9f914283ab6ad17d5a330c46 is 50, key is test_row_0/C:col10/1734320420072/Put/seqid=0 2024-12-16T03:40:22,861 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073742150_1326 (size=12301) 2024-12-16T03:40:22,864 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073742151_1327 (size=12983) 2024-12-16T03:40:22,902 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c7351951a1e31dbc7ddc8fbe18e8e6a7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:40:22,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47104 deadline: 1734320482901, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c7351951a1e31dbc7ddc8fbe18e8e6a7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:23,062 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-16T03:40:23,205 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c7351951a1e31dbc7ddc8fbe18e8e6a7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:40:23,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47104 deadline: 1734320483204, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c7351951a1e31dbc7ddc8fbe18e8e6a7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:23,261 INFO [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=310 (bloomFilter=true), to=hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/.tmp/B/15b5ef772c5d40049c0ee1515de76b86 2024-12-16T03:40:23,267 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/.tmp/C/2d3a9a8f07d0426fa4065ef84a494ade is 50, key is test_row_0/C:col10/1734320421599/Put/seqid=0 2024-12-16T03:40:23,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073742152_1328 (size=12301) 2024-12-16T03:40:23,273 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/.tmp/C/c39be0bb9f914283ab6ad17d5a330c46 as hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/C/c39be0bb9f914283ab6ad17d5a330c46 2024-12-16T03:40:23,277 INFO [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c7351951a1e31dbc7ddc8fbe18e8e6a7/C of c7351951a1e31dbc7ddc8fbe18e8e6a7 into c39be0bb9f914283ab6ad17d5a330c46(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-16T03:40:23,277 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c7351951a1e31dbc7ddc8fbe18e8e6a7: 2024-12-16T03:40:23,277 INFO [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734320404631.c7351951a1e31dbc7ddc8fbe18e8e6a7., storeName=c7351951a1e31dbc7ddc8fbe18e8e6a7/C, priority=13, startTime=1734320422412; duration=0sec 2024-12-16T03:40:23,277 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-16T03:40:23,277 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c7351951a1e31dbc7ddc8fbe18e8e6a7:C 2024-12-16T03:40:23,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=91 2024-12-16T03:40:23,674 INFO [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=310 (bloomFilter=true), to=hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/.tmp/C/2d3a9a8f07d0426fa4065ef84a494ade 2024-12-16T03:40:23,677 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/.tmp/A/d2e5150bbd2b44b9819b8767e1e2f90d as hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/A/d2e5150bbd2b44b9819b8767e1e2f90d 2024-12-16T03:40:23,681 INFO [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/A/d2e5150bbd2b44b9819b8767e1e2f90d, entries=150, sequenceid=310, filesize=12.0 K 2024-12-16T03:40:23,682 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/.tmp/B/15b5ef772c5d40049c0ee1515de76b86 as hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/B/15b5ef772c5d40049c0ee1515de76b86 2024-12-16T03:40:23,686 INFO [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/B/15b5ef772c5d40049c0ee1515de76b86, entries=150, sequenceid=310, filesize=12.0 K 2024-12-16T03:40:23,686 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/.tmp/C/2d3a9a8f07d0426fa4065ef84a494ade as hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/C/2d3a9a8f07d0426fa4065ef84a494ade 2024-12-16T03:40:23,690 INFO [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/C/2d3a9a8f07d0426fa4065ef84a494ade, entries=150, sequenceid=310, filesize=12.0 K 2024-12-16T03:40:23,691 INFO [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for c7351951a1e31dbc7ddc8fbe18e8e6a7 in 1254ms, sequenceid=310, compaction requested=false 2024-12-16T03:40:23,691 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegion(2538): Flush status journal for c7351951a1e31dbc7ddc8fbe18e8e6a7: 2024-12-16T03:40:23,691 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734320404631.c7351951a1e31dbc7ddc8fbe18e8e6a7. 2024-12-16T03:40:23,691 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=92 2024-12-16T03:40:23,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.HMaster(4106): Remote procedure done, pid=92 2024-12-16T03:40:23,694 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=92, resume processing ppid=91 2024-12-16T03:40:23,694 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=92, ppid=91, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.1680 sec 2024-12-16T03:40:23,695 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=91, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=91, table=TestAcidGuarantees in 2.1720 sec 2024-12-16T03:40:23,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(8581): Flush requested on c7351951a1e31dbc7ddc8fbe18e8e6a7 2024-12-16T03:40:23,708 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c7351951a1e31dbc7ddc8fbe18e8e6a7 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-12-16T03:40:23,709 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c7351951a1e31dbc7ddc8fbe18e8e6a7, store=A 2024-12-16T03:40:23,709 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T03:40:23,709 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c7351951a1e31dbc7ddc8fbe18e8e6a7, store=B 2024-12-16T03:40:23,709 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T03:40:23,709 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c7351951a1e31dbc7ddc8fbe18e8e6a7, store=C 2024-12-16T03:40:23,709 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T03:40:23,712 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/.tmp/A/a9775be359ca4cf6b09d16b1471cc6d2 is 50, key is test_row_0/A:col10/1734320422567/Put/seqid=0 2024-12-16T03:40:23,724 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073742153_1329 (size=12301) 2024-12-16T03:40:23,738 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c7351951a1e31dbc7ddc8fbe18e8e6a7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:40:23,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47104 deadline: 1734320483737, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c7351951a1e31dbc7ddc8fbe18e8e6a7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:23,740 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c7351951a1e31dbc7ddc8fbe18e8e6a7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:40:23,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47148 deadline: 1734320483738, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c7351951a1e31dbc7ddc8fbe18e8e6a7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:23,841 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c7351951a1e31dbc7ddc8fbe18e8e6a7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:40:23,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47104 deadline: 1734320483839, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c7351951a1e31dbc7ddc8fbe18e8e6a7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:23,844 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c7351951a1e31dbc7ddc8fbe18e8e6a7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:40:23,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47148 deadline: 1734320483841, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c7351951a1e31dbc7ddc8fbe18e8e6a7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:24,044 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c7351951a1e31dbc7ddc8fbe18e8e6a7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:40:24,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47104 deadline: 1734320484043, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c7351951a1e31dbc7ddc8fbe18e8e6a7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:24,046 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c7351951a1e31dbc7ddc8fbe18e8e6a7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:40:24,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47148 deadline: 1734320484046, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c7351951a1e31dbc7ddc8fbe18e8e6a7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:24,125 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=328 (bloomFilter=true), to=hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/.tmp/A/a9775be359ca4cf6b09d16b1471cc6d2 2024-12-16T03:40:24,183 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/.tmp/B/d147713aea8b4167a63e1a61f198c399 is 50, key is test_row_0/B:col10/1734320422567/Put/seqid=0 2024-12-16T03:40:24,187 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073742154_1330 (size=12301) 2024-12-16T03:40:24,207 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c7351951a1e31dbc7ddc8fbe18e8e6a7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:40:24,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47130 deadline: 1734320484206, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c7351951a1e31dbc7ddc8fbe18e8e6a7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:24,208 DEBUG [Thread-1207 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4132 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c7351951a1e31dbc7ddc8fbe18e8e6a7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1734320404631.c7351951a1e31dbc7ddc8fbe18e8e6a7., hostname=f0d65a6309ee,39893,1734320334634, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c7351951a1e31dbc7ddc8fbe18e8e6a7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c7351951a1e31dbc7ddc8fbe18e8e6a7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-16T03:40:24,209 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c7351951a1e31dbc7ddc8fbe18e8e6a7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:40:24,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47172 deadline: 1734320484208, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c7351951a1e31dbc7ddc8fbe18e8e6a7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:24,209 DEBUG [Thread-1205 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4133 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c7351951a1e31dbc7ddc8fbe18e8e6a7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1734320404631.c7351951a1e31dbc7ddc8fbe18e8e6a7., hostname=f0d65a6309ee,39893,1734320334634, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c7351951a1e31dbc7ddc8fbe18e8e6a7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c7351951a1e31dbc7ddc8fbe18e8e6a7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-16T03:40:24,212 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c7351951a1e31dbc7ddc8fbe18e8e6a7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:40:24,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47170 deadline: 1734320484211, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c7351951a1e31dbc7ddc8fbe18e8e6a7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:24,213 DEBUG [Thread-1201 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4136 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c7351951a1e31dbc7ddc8fbe18e8e6a7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1734320404631.c7351951a1e31dbc7ddc8fbe18e8e6a7., hostname=f0d65a6309ee,39893,1734320334634, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c7351951a1e31dbc7ddc8fbe18e8e6a7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c7351951a1e31dbc7ddc8fbe18e8e6a7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-16T03:40:24,345 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c7351951a1e31dbc7ddc8fbe18e8e6a7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:40:24,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47104 deadline: 1734320484345, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c7351951a1e31dbc7ddc8fbe18e8e6a7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:24,349 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c7351951a1e31dbc7ddc8fbe18e8e6a7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:40:24,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47148 deadline: 1734320484348, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c7351951a1e31dbc7ddc8fbe18e8e6a7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:24,588 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=328 (bloomFilter=true), to=hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/.tmp/B/d147713aea8b4167a63e1a61f198c399 2024-12-16T03:40:24,593 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/.tmp/C/2a5fc4d714fa45e5a337417457b78ccc is 50, key is test_row_0/C:col10/1734320422567/Put/seqid=0 2024-12-16T03:40:24,600 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073742155_1331 (size=12301) 2024-12-16T03:40:24,848 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c7351951a1e31dbc7ddc8fbe18e8e6a7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:40:24,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47104 deadline: 1734320484846, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c7351951a1e31dbc7ddc8fbe18e8e6a7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:24,852 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c7351951a1e31dbc7ddc8fbe18e8e6a7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:40:24,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47148 deadline: 1734320484852, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c7351951a1e31dbc7ddc8fbe18e8e6a7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:25,001 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=328 (bloomFilter=true), to=hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/.tmp/C/2a5fc4d714fa45e5a337417457b78ccc 2024-12-16T03:40:25,004 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/.tmp/A/a9775be359ca4cf6b09d16b1471cc6d2 as hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/A/a9775be359ca4cf6b09d16b1471cc6d2 2024-12-16T03:40:25,007 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/A/a9775be359ca4cf6b09d16b1471cc6d2, entries=150, sequenceid=328, filesize=12.0 K 2024-12-16T03:40:25,008 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/.tmp/B/d147713aea8b4167a63e1a61f198c399 as hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/B/d147713aea8b4167a63e1a61f198c399 2024-12-16T03:40:25,010 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/B/d147713aea8b4167a63e1a61f198c399, entries=150, sequenceid=328, filesize=12.0 K 2024-12-16T03:40:25,011 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/.tmp/C/2a5fc4d714fa45e5a337417457b78ccc as hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/C/2a5fc4d714fa45e5a337417457b78ccc 2024-12-16T03:40:25,014 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/C/2a5fc4d714fa45e5a337417457b78ccc, entries=150, sequenceid=328, filesize=12.0 K 2024-12-16T03:40:25,014 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for c7351951a1e31dbc7ddc8fbe18e8e6a7 in 1306ms, sequenceid=328, compaction requested=true 2024-12-16T03:40:25,014 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c7351951a1e31dbc7ddc8fbe18e8e6a7: 2024-12-16T03:40:25,015 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c7351951a1e31dbc7ddc8fbe18e8e6a7:A, priority=-2147483648, current under compaction store size is 1 2024-12-16T03:40:25,015 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-16T03:40:25,015 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-16T03:40:25,015 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c7351951a1e31dbc7ddc8fbe18e8e6a7:B, priority=-2147483648, current under compaction store size is 2 2024-12-16T03:40:25,015 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-16T03:40:25,015 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c7351951a1e31dbc7ddc8fbe18e8e6a7:C, priority=-2147483648, current under compaction store size is 3 2024-12-16T03:40:25,015 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-16T03:40:25,015 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-16T03:40:25,015 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37585 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-16T03:40:25,015 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37585 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-16T03:40:25,016 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.HStore(1540): c7351951a1e31dbc7ddc8fbe18e8e6a7/B is initiating minor compaction (all files) 2024-12-16T03:40:25,016 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.HStore(1540): c7351951a1e31dbc7ddc8fbe18e8e6a7/A is initiating minor compaction (all files) 2024-12-16T03:40:25,016 INFO [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c7351951a1e31dbc7ddc8fbe18e8e6a7/A in TestAcidGuarantees,,1734320404631.c7351951a1e31dbc7ddc8fbe18e8e6a7. 2024-12-16T03:40:25,016 INFO [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c7351951a1e31dbc7ddc8fbe18e8e6a7/B in TestAcidGuarantees,,1734320404631.c7351951a1e31dbc7ddc8fbe18e8e6a7. 2024-12-16T03:40:25,016 INFO [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/A/f8f23ea042ef489ea559dfd520e0f91c, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/A/d2e5150bbd2b44b9819b8767e1e2f90d, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/A/a9775be359ca4cf6b09d16b1471cc6d2] into tmpdir=hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/.tmp, totalSize=36.7 K 2024-12-16T03:40:25,016 INFO [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/B/e1c37e123b014af2883d3f27c6e7b2c1, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/B/15b5ef772c5d40049c0ee1515de76b86, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/B/d147713aea8b4167a63e1a61f198c399] into tmpdir=hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/.tmp, totalSize=36.7 K 2024-12-16T03:40:25,016 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] compactions.Compactor(224): Compacting f8f23ea042ef489ea559dfd520e0f91c, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=288, earliestPutTs=1734320420072 2024-12-16T03:40:25,016 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] compactions.Compactor(224): Compacting e1c37e123b014af2883d3f27c6e7b2c1, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=288, earliestPutTs=1734320420072 2024-12-16T03:40:25,016 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] compactions.Compactor(224): Compacting d2e5150bbd2b44b9819b8767e1e2f90d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=310, earliestPutTs=1734320421599 2024-12-16T03:40:25,016 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] compactions.Compactor(224): Compacting 15b5ef772c5d40049c0ee1515de76b86, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=310, earliestPutTs=1734320421599 2024-12-16T03:40:25,016 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] compactions.Compactor(224): Compacting a9775be359ca4cf6b09d16b1471cc6d2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=328, earliestPutTs=1734320422567 2024-12-16T03:40:25,016 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] compactions.Compactor(224): Compacting d147713aea8b4167a63e1a61f198c399, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=328, earliestPutTs=1734320422567 2024-12-16T03:40:25,021 INFO [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c7351951a1e31dbc7ddc8fbe18e8e6a7#B#compaction#285 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-16T03:40:25,022 INFO [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c7351951a1e31dbc7ddc8fbe18e8e6a7#A#compaction#284 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-16T03:40:25,022 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/.tmp/B/9cc213cdd6c14db6b7ed67bd445f63dc is 50, key is test_row_0/B:col10/1734320422567/Put/seqid=0 2024-12-16T03:40:25,022 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/.tmp/A/995049d6f4a343e681291df1aa3fa6a9 is 50, key is test_row_0/A:col10/1734320422567/Put/seqid=0 2024-12-16T03:40:25,025 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073742156_1332 (size=13085) 2024-12-16T03:40:25,029 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073742157_1333 (size=13085) 2024-12-16T03:40:25,033 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/.tmp/A/995049d6f4a343e681291df1aa3fa6a9 as hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/A/995049d6f4a343e681291df1aa3fa6a9 2024-12-16T03:40:25,034 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/.tmp/B/9cc213cdd6c14db6b7ed67bd445f63dc as hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/B/9cc213cdd6c14db6b7ed67bd445f63dc 2024-12-16T03:40:25,038 INFO [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c7351951a1e31dbc7ddc8fbe18e8e6a7/A of c7351951a1e31dbc7ddc8fbe18e8e6a7 into 995049d6f4a343e681291df1aa3fa6a9(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-16T03:40:25,038 INFO [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c7351951a1e31dbc7ddc8fbe18e8e6a7/B of c7351951a1e31dbc7ddc8fbe18e8e6a7 into 9cc213cdd6c14db6b7ed67bd445f63dc(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-16T03:40:25,038 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c7351951a1e31dbc7ddc8fbe18e8e6a7: 2024-12-16T03:40:25,038 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c7351951a1e31dbc7ddc8fbe18e8e6a7: 2024-12-16T03:40:25,038 INFO [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734320404631.c7351951a1e31dbc7ddc8fbe18e8e6a7., storeName=c7351951a1e31dbc7ddc8fbe18e8e6a7/B, priority=13, startTime=1734320425015; duration=0sec 2024-12-16T03:40:25,038 INFO [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734320404631.c7351951a1e31dbc7ddc8fbe18e8e6a7., storeName=c7351951a1e31dbc7ddc8fbe18e8e6a7/A, priority=13, startTime=1734320425014; duration=0sec 2024-12-16T03:40:25,038 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-16T03:40:25,038 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c7351951a1e31dbc7ddc8fbe18e8e6a7:A 2024-12-16T03:40:25,038 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-16T03:40:25,038 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c7351951a1e31dbc7ddc8fbe18e8e6a7:B 2024-12-16T03:40:25,038 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-16T03:40:25,039 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37585 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-16T03:40:25,039 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.HStore(1540): c7351951a1e31dbc7ddc8fbe18e8e6a7/C is initiating minor compaction (all files) 2024-12-16T03:40:25,039 INFO [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c7351951a1e31dbc7ddc8fbe18e8e6a7/C in TestAcidGuarantees,,1734320404631.c7351951a1e31dbc7ddc8fbe18e8e6a7. 2024-12-16T03:40:25,039 INFO [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/C/c39be0bb9f914283ab6ad17d5a330c46, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/C/2d3a9a8f07d0426fa4065ef84a494ade, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/C/2a5fc4d714fa45e5a337417457b78ccc] into tmpdir=hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/.tmp, totalSize=36.7 K 2024-12-16T03:40:25,040 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] compactions.Compactor(224): Compacting c39be0bb9f914283ab6ad17d5a330c46, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=288, earliestPutTs=1734320420072 2024-12-16T03:40:25,040 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2d3a9a8f07d0426fa4065ef84a494ade, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=310, earliestPutTs=1734320421599 2024-12-16T03:40:25,040 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2a5fc4d714fa45e5a337417457b78ccc, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=328, earliestPutTs=1734320422567 2024-12-16T03:40:25,047 INFO [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c7351951a1e31dbc7ddc8fbe18e8e6a7#C#compaction#286 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-16T03:40:25,047 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/.tmp/C/bde423cb7b8f4387ad1c886ee210daaf is 50, key is test_row_0/C:col10/1734320422567/Put/seqid=0 2024-12-16T03:40:25,062 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073742158_1334 (size=13085) 2024-12-16T03:40:25,066 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/.tmp/C/bde423cb7b8f4387ad1c886ee210daaf as hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/C/bde423cb7b8f4387ad1c886ee210daaf 2024-12-16T03:40:25,069 INFO [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c7351951a1e31dbc7ddc8fbe18e8e6a7/C of c7351951a1e31dbc7ddc8fbe18e8e6a7 into bde423cb7b8f4387ad1c886ee210daaf(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-16T03:40:25,070 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c7351951a1e31dbc7ddc8fbe18e8e6a7: 2024-12-16T03:40:25,070 INFO [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734320404631.c7351951a1e31dbc7ddc8fbe18e8e6a7., storeName=c7351951a1e31dbc7ddc8fbe18e8e6a7/C, priority=13, startTime=1734320425015; duration=0sec 2024-12-16T03:40:25,070 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-16T03:40:25,070 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c7351951a1e31dbc7ddc8fbe18e8e6a7:C 2024-12-16T03:40:25,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=91 2024-12-16T03:40:25,627 INFO [Thread-1211 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 91 completed 2024-12-16T03:40:25,628 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-16T03:40:25,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] procedure2.ProcedureExecutor(1098): Stored pid=93, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=93, table=TestAcidGuarantees 2024-12-16T03:40:25,629 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=93, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=93, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-16T03:40:25,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=93 2024-12-16T03:40:25,630 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=93, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=93, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-16T03:40:25,630 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=94, ppid=93, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-16T03:40:25,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=93 2024-12-16T03:40:25,781 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:25,781 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39893 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=94 2024-12-16T03:40:25,781 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734320404631.c7351951a1e31dbc7ddc8fbe18e8e6a7. 2024-12-16T03:40:25,782 INFO [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegion(2837): Flushing c7351951a1e31dbc7ddc8fbe18e8e6a7 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-12-16T03:40:25,782 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c7351951a1e31dbc7ddc8fbe18e8e6a7, store=A 2024-12-16T03:40:25,782 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T03:40:25,782 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c7351951a1e31dbc7ddc8fbe18e8e6a7, store=B 2024-12-16T03:40:25,782 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T03:40:25,782 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c7351951a1e31dbc7ddc8fbe18e8e6a7, store=C 2024-12-16T03:40:25,782 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T03:40:25,790 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/.tmp/A/24371817fe3c4d44924052373ca46cc4 is 50, key is test_row_0/A:col10/1734320423736/Put/seqid=0 2024-12-16T03:40:25,793 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073742159_1335 (size=12301) 2024-12-16T03:40:25,794 INFO [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=352 (bloomFilter=true), to=hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/.tmp/A/24371817fe3c4d44924052373ca46cc4 2024-12-16T03:40:25,800 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/.tmp/B/40cce03932864a75b65852a06ab30532 is 50, key is test_row_0/B:col10/1734320423736/Put/seqid=0 2024-12-16T03:40:25,804 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073742160_1336 (size=12301) 2024-12-16T03:40:25,806 INFO [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=352 (bloomFilter=true), to=hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/.tmp/B/40cce03932864a75b65852a06ab30532 2024-12-16T03:40:25,812 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/.tmp/C/a70ba899bedf4a80a413a46b3960b123 is 50, key is test_row_0/C:col10/1734320423736/Put/seqid=0 2024-12-16T03:40:25,815 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073742161_1337 (size=12301) 2024-12-16T03:40:25,815 INFO [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=352 (bloomFilter=true), to=hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/.tmp/C/a70ba899bedf4a80a413a46b3960b123 2024-12-16T03:40:25,818 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/.tmp/A/24371817fe3c4d44924052373ca46cc4 as hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/A/24371817fe3c4d44924052373ca46cc4 2024-12-16T03:40:25,822 INFO [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/A/24371817fe3c4d44924052373ca46cc4, entries=150, sequenceid=352, filesize=12.0 K 2024-12-16T03:40:25,823 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/.tmp/B/40cce03932864a75b65852a06ab30532 as hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/B/40cce03932864a75b65852a06ab30532 2024-12-16T03:40:25,827 INFO [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/B/40cce03932864a75b65852a06ab30532, entries=150, sequenceid=352, filesize=12.0 K 2024-12-16T03:40:25,828 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/.tmp/C/a70ba899bedf4a80a413a46b3960b123 as hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/C/a70ba899bedf4a80a413a46b3960b123 2024-12-16T03:40:25,832 INFO [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/C/a70ba899bedf4a80a413a46b3960b123, entries=150, sequenceid=352, filesize=12.0 K 2024-12-16T03:40:25,833 INFO [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=0 B/0 for c7351951a1e31dbc7ddc8fbe18e8e6a7 in 52ms, sequenceid=352, compaction requested=false 2024-12-16T03:40:25,833 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegion(2538): Flush status journal for c7351951a1e31dbc7ddc8fbe18e8e6a7: 2024-12-16T03:40:25,833 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734320404631.c7351951a1e31dbc7ddc8fbe18e8e6a7. 2024-12-16T03:40:25,833 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=94 2024-12-16T03:40:25,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.HMaster(4106): Remote procedure done, pid=94 2024-12-16T03:40:25,835 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=94, resume processing ppid=93 2024-12-16T03:40:25,835 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=94, ppid=93, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 204 msec 2024-12-16T03:40:25,837 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=93, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=93, table=TestAcidGuarantees in 208 msec 2024-12-16T03:40:25,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(8581): Flush requested on c7351951a1e31dbc7ddc8fbe18e8e6a7 2024-12-16T03:40:25,859 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c7351951a1e31dbc7ddc8fbe18e8e6a7 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-16T03:40:25,859 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c7351951a1e31dbc7ddc8fbe18e8e6a7, store=A 2024-12-16T03:40:25,859 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T03:40:25,859 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c7351951a1e31dbc7ddc8fbe18e8e6a7, store=B 2024-12-16T03:40:25,859 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T03:40:25,859 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c7351951a1e31dbc7ddc8fbe18e8e6a7, store=C 2024-12-16T03:40:25,860 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T03:40:25,864 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/.tmp/A/064e0353927f40399d3a622ec7f74073 is 50, key is test_row_0/A:col10/1734320425858/Put/seqid=0 2024-12-16T03:40:25,872 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073742162_1338 (size=12301) 2024-12-16T03:40:25,873 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=363 (bloomFilter=true), to=hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/.tmp/A/064e0353927f40399d3a622ec7f74073 2024-12-16T03:40:25,880 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/.tmp/B/d1b3d0a97fe44243a2c004f0cad7d839 is 50, key is test_row_0/B:col10/1734320425858/Put/seqid=0 2024-12-16T03:40:25,885 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073742163_1339 (size=12301) 2024-12-16T03:40:25,895 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c7351951a1e31dbc7ddc8fbe18e8e6a7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:40:25,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47104 deadline: 1734320485891, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c7351951a1e31dbc7ddc8fbe18e8e6a7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:25,898 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c7351951a1e31dbc7ddc8fbe18e8e6a7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:40:25,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47148 deadline: 1734320485895, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c7351951a1e31dbc7ddc8fbe18e8e6a7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:25,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=93 2024-12-16T03:40:25,931 INFO [Thread-1211 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 93 completed 2024-12-16T03:40:25,932 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-16T03:40:25,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] procedure2.ProcedureExecutor(1098): Stored pid=95, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=95, table=TestAcidGuarantees 2024-12-16T03:40:25,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=95 2024-12-16T03:40:25,933 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=95, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=95, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-16T03:40:25,934 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=95, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=95, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-16T03:40:25,934 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=96, ppid=95, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-16T03:40:25,997 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c7351951a1e31dbc7ddc8fbe18e8e6a7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:40:25,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47104 deadline: 1734320485996, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c7351951a1e31dbc7ddc8fbe18e8e6a7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:26,000 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c7351951a1e31dbc7ddc8fbe18e8e6a7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:40:26,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47148 deadline: 1734320485999, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c7351951a1e31dbc7ddc8fbe18e8e6a7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:26,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=95 2024-12-16T03:40:26,085 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:26,085 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39893 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=96 2024-12-16T03:40:26,086 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734320404631.c7351951a1e31dbc7ddc8fbe18e8e6a7. 2024-12-16T03:40:26,086 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734320404631.c7351951a1e31dbc7ddc8fbe18e8e6a7. as already flushing 2024-12-16T03:40:26,086 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734320404631.c7351951a1e31dbc7ddc8fbe18e8e6a7. 2024-12-16T03:40:26,086 ERROR [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] handler.RSProcedureHandler(58): pid=96 java.io.IOException: Unable to complete flush {ENCODED => c7351951a1e31dbc7ddc8fbe18e8e6a7, NAME => 'TestAcidGuarantees,,1734320404631.c7351951a1e31dbc7ddc8fbe18e8e6a7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:40:26,086 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=96 java.io.IOException: Unable to complete flush {ENCODED => c7351951a1e31dbc7ddc8fbe18e8e6a7, NAME => 'TestAcidGuarantees,,1734320404631.c7351951a1e31dbc7ddc8fbe18e8e6a7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:40:26,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.HMaster(4114): Remote procedure failed, pid=96 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c7351951a1e31dbc7ddc8fbe18e8e6a7, NAME => 'TestAcidGuarantees,,1734320404631.c7351951a1e31dbc7ddc8fbe18e8e6a7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c7351951a1e31dbc7ddc8fbe18e8e6a7, NAME => 'TestAcidGuarantees,,1734320404631.c7351951a1e31dbc7ddc8fbe18e8e6a7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:40:26,199 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c7351951a1e31dbc7ddc8fbe18e8e6a7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:40:26,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47104 deadline: 1734320486198, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c7351951a1e31dbc7ddc8fbe18e8e6a7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:26,202 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c7351951a1e31dbc7ddc8fbe18e8e6a7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:40:26,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47148 deadline: 1734320486202, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c7351951a1e31dbc7ddc8fbe18e8e6a7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:26,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=95 2024-12-16T03:40:26,237 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:26,238 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39893 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=96 2024-12-16T03:40:26,238 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734320404631.c7351951a1e31dbc7ddc8fbe18e8e6a7. 2024-12-16T03:40:26,238 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734320404631.c7351951a1e31dbc7ddc8fbe18e8e6a7. as already flushing 2024-12-16T03:40:26,238 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734320404631.c7351951a1e31dbc7ddc8fbe18e8e6a7. 2024-12-16T03:40:26,238 ERROR [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] handler.RSProcedureHandler(58): pid=96 java.io.IOException: Unable to complete flush {ENCODED => c7351951a1e31dbc7ddc8fbe18e8e6a7, NAME => 'TestAcidGuarantees,,1734320404631.c7351951a1e31dbc7ddc8fbe18e8e6a7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:40:26,238 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=96 java.io.IOException: Unable to complete flush {ENCODED => c7351951a1e31dbc7ddc8fbe18e8e6a7, NAME => 'TestAcidGuarantees,,1734320404631.c7351951a1e31dbc7ddc8fbe18e8e6a7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:40:26,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.HMaster(4114): Remote procedure failed, pid=96 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c7351951a1e31dbc7ddc8fbe18e8e6a7, NAME => 'TestAcidGuarantees,,1734320404631.c7351951a1e31dbc7ddc8fbe18e8e6a7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c7351951a1e31dbc7ddc8fbe18e8e6a7, NAME => 'TestAcidGuarantees,,1734320404631.c7351951a1e31dbc7ddc8fbe18e8e6a7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:40:26,286 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=363 (bloomFilter=true), to=hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/.tmp/B/d1b3d0a97fe44243a2c004f0cad7d839 2024-12-16T03:40:26,290 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/.tmp/C/e3ef64e6bdcd4079b83eba35477a672d is 50, key is test_row_0/C:col10/1734320425858/Put/seqid=0 2024-12-16T03:40:26,293 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073742164_1340 (size=12301) 2024-12-16T03:40:26,389 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:26,390 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39893 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=96 2024-12-16T03:40:26,390 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734320404631.c7351951a1e31dbc7ddc8fbe18e8e6a7. 2024-12-16T03:40:26,390 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734320404631.c7351951a1e31dbc7ddc8fbe18e8e6a7. as already flushing 2024-12-16T03:40:26,390 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734320404631.c7351951a1e31dbc7ddc8fbe18e8e6a7. 2024-12-16T03:40:26,390 ERROR [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] handler.RSProcedureHandler(58): pid=96 java.io.IOException: Unable to complete flush {ENCODED => c7351951a1e31dbc7ddc8fbe18e8e6a7, NAME => 'TestAcidGuarantees,,1734320404631.c7351951a1e31dbc7ddc8fbe18e8e6a7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:40:26,390 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=96 java.io.IOException: Unable to complete flush {ENCODED => c7351951a1e31dbc7ddc8fbe18e8e6a7, NAME => 'TestAcidGuarantees,,1734320404631.c7351951a1e31dbc7ddc8fbe18e8e6a7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:40:26,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.HMaster(4114): Remote procedure failed, pid=96 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c7351951a1e31dbc7ddc8fbe18e8e6a7, NAME => 'TestAcidGuarantees,,1734320404631.c7351951a1e31dbc7ddc8fbe18e8e6a7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c7351951a1e31dbc7ddc8fbe18e8e6a7, NAME => 'TestAcidGuarantees,,1734320404631.c7351951a1e31dbc7ddc8fbe18e8e6a7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:40:26,502 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c7351951a1e31dbc7ddc8fbe18e8e6a7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:40:26,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47104 deadline: 1734320486502, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c7351951a1e31dbc7ddc8fbe18e8e6a7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:26,504 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c7351951a1e31dbc7ddc8fbe18e8e6a7, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:40:26,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:47148 deadline: 1734320486503, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c7351951a1e31dbc7ddc8fbe18e8e6a7, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:26,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=95 2024-12-16T03:40:26,542 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:26,542 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39893 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=96 2024-12-16T03:40:26,542 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734320404631.c7351951a1e31dbc7ddc8fbe18e8e6a7. 2024-12-16T03:40:26,542 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734320404631.c7351951a1e31dbc7ddc8fbe18e8e6a7. as already flushing 2024-12-16T03:40:26,542 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734320404631.c7351951a1e31dbc7ddc8fbe18e8e6a7. 2024-12-16T03:40:26,542 ERROR [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] handler.RSProcedureHandler(58): pid=96 java.io.IOException: Unable to complete flush {ENCODED => c7351951a1e31dbc7ddc8fbe18e8e6a7, NAME => 'TestAcidGuarantees,,1734320404631.c7351951a1e31dbc7ddc8fbe18e8e6a7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:40:26,543 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=96 java.io.IOException: Unable to complete flush {ENCODED => c7351951a1e31dbc7ddc8fbe18e8e6a7, NAME => 'TestAcidGuarantees,,1734320404631.c7351951a1e31dbc7ddc8fbe18e8e6a7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:40:26,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.HMaster(4114): Remote procedure failed, pid=96 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c7351951a1e31dbc7ddc8fbe18e8e6a7, NAME => 'TestAcidGuarantees,,1734320404631.c7351951a1e31dbc7ddc8fbe18e8e6a7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c7351951a1e31dbc7ddc8fbe18e8e6a7, NAME => 'TestAcidGuarantees,,1734320404631.c7351951a1e31dbc7ddc8fbe18e8e6a7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:40:26,694 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=363 (bloomFilter=true), to=hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/.tmp/C/e3ef64e6bdcd4079b83eba35477a672d 2024-12-16T03:40:26,694 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:26,694 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39893 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=96 2024-12-16T03:40:26,694 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734320404631.c7351951a1e31dbc7ddc8fbe18e8e6a7. 2024-12-16T03:40:26,695 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734320404631.c7351951a1e31dbc7ddc8fbe18e8e6a7. as already flushing 2024-12-16T03:40:26,695 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734320404631.c7351951a1e31dbc7ddc8fbe18e8e6a7. 2024-12-16T03:40:26,695 ERROR [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] handler.RSProcedureHandler(58): pid=96 java.io.IOException: Unable to complete flush {ENCODED => c7351951a1e31dbc7ddc8fbe18e8e6a7, NAME => 'TestAcidGuarantees,,1734320404631.c7351951a1e31dbc7ddc8fbe18e8e6a7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:40:26,695 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=96 java.io.IOException: Unable to complete flush {ENCODED => c7351951a1e31dbc7ddc8fbe18e8e6a7, NAME => 'TestAcidGuarantees,,1734320404631.c7351951a1e31dbc7ddc8fbe18e8e6a7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:40:26,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.HMaster(4114): Remote procedure failed, pid=96 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c7351951a1e31dbc7ddc8fbe18e8e6a7, NAME => 'TestAcidGuarantees,,1734320404631.c7351951a1e31dbc7ddc8fbe18e8e6a7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c7351951a1e31dbc7ddc8fbe18e8e6a7, NAME => 'TestAcidGuarantees,,1734320404631.c7351951a1e31dbc7ddc8fbe18e8e6a7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:40:26,698 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/.tmp/A/064e0353927f40399d3a622ec7f74073 as hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/A/064e0353927f40399d3a622ec7f74073 2024-12-16T03:40:26,701 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/A/064e0353927f40399d3a622ec7f74073, entries=150, sequenceid=363, filesize=12.0 K 2024-12-16T03:40:26,702 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/.tmp/B/d1b3d0a97fe44243a2c004f0cad7d839 as hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/B/d1b3d0a97fe44243a2c004f0cad7d839 2024-12-16T03:40:26,704 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/B/d1b3d0a97fe44243a2c004f0cad7d839, entries=150, sequenceid=363, filesize=12.0 K 2024-12-16T03:40:26,705 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/.tmp/C/e3ef64e6bdcd4079b83eba35477a672d as hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/C/e3ef64e6bdcd4079b83eba35477a672d 2024-12-16T03:40:26,708 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/C/e3ef64e6bdcd4079b83eba35477a672d, entries=150, sequenceid=363, filesize=12.0 K 2024-12-16T03:40:26,709 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for c7351951a1e31dbc7ddc8fbe18e8e6a7 in 850ms, sequenceid=363, compaction requested=true 2024-12-16T03:40:26,709 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c7351951a1e31dbc7ddc8fbe18e8e6a7: 2024-12-16T03:40:26,709 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c7351951a1e31dbc7ddc8fbe18e8e6a7:A, priority=-2147483648, current under compaction store size is 1 2024-12-16T03:40:26,709 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-16T03:40:26,709 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-16T03:40:26,709 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c7351951a1e31dbc7ddc8fbe18e8e6a7:B, priority=-2147483648, current under compaction store size is 2 2024-12-16T03:40:26,709 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-16T03:40:26,709 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-16T03:40:26,709 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c7351951a1e31dbc7ddc8fbe18e8e6a7:C, priority=-2147483648, current under compaction store size is 3 2024-12-16T03:40:26,709 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-16T03:40:26,710 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37687 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-16T03:40:26,710 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37687 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-16T03:40:26,710 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.HStore(1540): c7351951a1e31dbc7ddc8fbe18e8e6a7/A is initiating minor compaction (all files) 2024-12-16T03:40:26,710 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.HStore(1540): c7351951a1e31dbc7ddc8fbe18e8e6a7/B is initiating minor compaction (all files) 2024-12-16T03:40:26,710 INFO [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c7351951a1e31dbc7ddc8fbe18e8e6a7/B in TestAcidGuarantees,,1734320404631.c7351951a1e31dbc7ddc8fbe18e8e6a7. 2024-12-16T03:40:26,710 INFO [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c7351951a1e31dbc7ddc8fbe18e8e6a7/A in TestAcidGuarantees,,1734320404631.c7351951a1e31dbc7ddc8fbe18e8e6a7. 2024-12-16T03:40:26,710 INFO [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/B/9cc213cdd6c14db6b7ed67bd445f63dc, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/B/40cce03932864a75b65852a06ab30532, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/B/d1b3d0a97fe44243a2c004f0cad7d839] into tmpdir=hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/.tmp, totalSize=36.8 K 2024-12-16T03:40:26,710 INFO [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/A/995049d6f4a343e681291df1aa3fa6a9, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/A/24371817fe3c4d44924052373ca46cc4, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/A/064e0353927f40399d3a622ec7f74073] into tmpdir=hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/.tmp, totalSize=36.8 K 2024-12-16T03:40:26,711 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] compactions.Compactor(224): Compacting 995049d6f4a343e681291df1aa3fa6a9, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=328, earliestPutTs=1734320422567 2024-12-16T03:40:26,711 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] compactions.Compactor(224): Compacting 9cc213cdd6c14db6b7ed67bd445f63dc, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=328, earliestPutTs=1734320422567 2024-12-16T03:40:26,711 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] compactions.Compactor(224): Compacting 24371817fe3c4d44924052373ca46cc4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=352, earliestPutTs=1734320423734 2024-12-16T03:40:26,711 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] compactions.Compactor(224): Compacting 40cce03932864a75b65852a06ab30532, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=352, earliestPutTs=1734320423734 2024-12-16T03:40:26,711 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] compactions.Compactor(224): Compacting 064e0353927f40399d3a622ec7f74073, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=363, earliestPutTs=1734320425857 2024-12-16T03:40:26,711 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] compactions.Compactor(224): Compacting d1b3d0a97fe44243a2c004f0cad7d839, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=363, earliestPutTs=1734320425857 2024-12-16T03:40:26,718 INFO [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c7351951a1e31dbc7ddc8fbe18e8e6a7#A#compaction#293 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-16T03:40:26,718 INFO [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c7351951a1e31dbc7ddc8fbe18e8e6a7#B#compaction#294 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-16T03:40:26,718 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/.tmp/B/7a2563aac3004aab8cb2db0f52c7ab66 is 50, key is test_row_0/B:col10/1734320425858/Put/seqid=0 2024-12-16T03:40:26,718 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/.tmp/A/e18715169fd0477d95891b8e568b85b8 is 50, key is test_row_0/A:col10/1734320425858/Put/seqid=0 2024-12-16T03:40:26,732 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073742166_1342 (size=13187) 2024-12-16T03:40:26,733 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073742165_1341 (size=13187) 2024-12-16T03:40:26,736 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/.tmp/B/7a2563aac3004aab8cb2db0f52c7ab66 as hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/B/7a2563aac3004aab8cb2db0f52c7ab66 2024-12-16T03:40:26,740 INFO [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c7351951a1e31dbc7ddc8fbe18e8e6a7/B of c7351951a1e31dbc7ddc8fbe18e8e6a7 into 7a2563aac3004aab8cb2db0f52c7ab66(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-16T03:40:26,740 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c7351951a1e31dbc7ddc8fbe18e8e6a7: 2024-12-16T03:40:26,740 INFO [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734320404631.c7351951a1e31dbc7ddc8fbe18e8e6a7., storeName=c7351951a1e31dbc7ddc8fbe18e8e6a7/B, priority=13, startTime=1734320426709; duration=0sec 2024-12-16T03:40:26,740 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-16T03:40:26,740 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c7351951a1e31dbc7ddc8fbe18e8e6a7:B 2024-12-16T03:40:26,740 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-16T03:40:26,741 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37687 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-16T03:40:26,741 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.HStore(1540): c7351951a1e31dbc7ddc8fbe18e8e6a7/C is initiating minor compaction (all files) 2024-12-16T03:40:26,741 INFO [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c7351951a1e31dbc7ddc8fbe18e8e6a7/C in TestAcidGuarantees,,1734320404631.c7351951a1e31dbc7ddc8fbe18e8e6a7. 2024-12-16T03:40:26,741 INFO [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/C/bde423cb7b8f4387ad1c886ee210daaf, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/C/a70ba899bedf4a80a413a46b3960b123, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/C/e3ef64e6bdcd4079b83eba35477a672d] into tmpdir=hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/.tmp, totalSize=36.8 K 2024-12-16T03:40:26,741 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] compactions.Compactor(224): Compacting bde423cb7b8f4387ad1c886ee210daaf, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=328, earliestPutTs=1734320422567 2024-12-16T03:40:26,741 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] compactions.Compactor(224): Compacting a70ba899bedf4a80a413a46b3960b123, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=352, earliestPutTs=1734320423734 2024-12-16T03:40:26,742 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] compactions.Compactor(224): Compacting e3ef64e6bdcd4079b83eba35477a672d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=363, earliestPutTs=1734320425857 2024-12-16T03:40:26,746 INFO [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c7351951a1e31dbc7ddc8fbe18e8e6a7#C#compaction#295 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-16T03:40:26,746 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/.tmp/C/8d5345a36a5a40e28486e8a07f0d46cb is 50, key is test_row_0/C:col10/1734320425858/Put/seqid=0 2024-12-16T03:40:26,749 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073742167_1343 (size=13187) 2024-12-16T03:40:26,846 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:26,847 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39893 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=96 2024-12-16T03:40:26,847 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734320404631.c7351951a1e31dbc7ddc8fbe18e8e6a7. 2024-12-16T03:40:26,847 INFO [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegion(2837): Flushing c7351951a1e31dbc7ddc8fbe18e8e6a7 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-12-16T03:40:26,847 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c7351951a1e31dbc7ddc8fbe18e8e6a7, store=A 2024-12-16T03:40:26,847 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T03:40:26,847 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c7351951a1e31dbc7ddc8fbe18e8e6a7, store=B 2024-12-16T03:40:26,847 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T03:40:26,847 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c7351951a1e31dbc7ddc8fbe18e8e6a7, store=C 2024-12-16T03:40:26,848 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T03:40:26,851 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/.tmp/A/c8f5b9890e1e472eb6eb0a0ef97fa573 is 50, key is test_row_0/A:col10/1734320425890/Put/seqid=0 2024-12-16T03:40:26,854 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073742168_1344 (size=12301) 2024-12-16T03:40:26,888 DEBUG [Thread-1214 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x4b9e2976 to 127.0.0.1:56952 2024-12-16T03:40:26,888 DEBUG [Thread-1212 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x328852db to 127.0.0.1:56952 2024-12-16T03:40:26,888 DEBUG [Thread-1214 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T03:40:26,888 DEBUG [Thread-1212 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T03:40:26,888 DEBUG [Thread-1220 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0bf5e2f0 to 127.0.0.1:56952 2024-12-16T03:40:26,889 DEBUG [Thread-1220 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T03:40:26,889 DEBUG [Thread-1218 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2f7f772a to 127.0.0.1:56952 2024-12-16T03:40:26,889 DEBUG [Thread-1218 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T03:40:26,889 DEBUG [Thread-1216 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x56e9a678 to 127.0.0.1:56952 2024-12-16T03:40:26,889 DEBUG [Thread-1216 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T03:40:27,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(8581): Flush requested on c7351951a1e31dbc7ddc8fbe18e8e6a7 2024-12-16T03:40:27,005 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734320404631.c7351951a1e31dbc7ddc8fbe18e8e6a7. as already flushing 2024-12-16T03:40:27,005 DEBUG [Thread-1209 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2e4c79b8 to 127.0.0.1:56952 2024-12-16T03:40:27,005 DEBUG [Thread-1209 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T03:40:27,009 DEBUG [Thread-1203 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x78b04266 to 127.0.0.1:56952 2024-12-16T03:40:27,009 DEBUG [Thread-1203 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T03:40:27,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=95 2024-12-16T03:40:27,143 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/.tmp/A/e18715169fd0477d95891b8e568b85b8 as hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/A/e18715169fd0477d95891b8e568b85b8 2024-12-16T03:40:27,151 INFO [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c7351951a1e31dbc7ddc8fbe18e8e6a7/A of c7351951a1e31dbc7ddc8fbe18e8e6a7 into e18715169fd0477d95891b8e568b85b8(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-16T03:40:27,151 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c7351951a1e31dbc7ddc8fbe18e8e6a7: 2024-12-16T03:40:27,151 INFO [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734320404631.c7351951a1e31dbc7ddc8fbe18e8e6a7., storeName=c7351951a1e31dbc7ddc8fbe18e8e6a7/A, priority=13, startTime=1734320426709; duration=0sec 2024-12-16T03:40:27,151 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-16T03:40:27,151 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c7351951a1e31dbc7ddc8fbe18e8e6a7:A 2024-12-16T03:40:27,155 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/.tmp/C/8d5345a36a5a40e28486e8a07f0d46cb as hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/C/8d5345a36a5a40e28486e8a07f0d46cb 2024-12-16T03:40:27,159 INFO [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c7351951a1e31dbc7ddc8fbe18e8e6a7/C of c7351951a1e31dbc7ddc8fbe18e8e6a7 into 8d5345a36a5a40e28486e8a07f0d46cb(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-16T03:40:27,159 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c7351951a1e31dbc7ddc8fbe18e8e6a7: 2024-12-16T03:40:27,159 INFO [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734320404631.c7351951a1e31dbc7ddc8fbe18e8e6a7., storeName=c7351951a1e31dbc7ddc8fbe18e8e6a7/C, priority=13, startTime=1734320426709; duration=0sec 2024-12-16T03:40:27,159 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-16T03:40:27,159 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c7351951a1e31dbc7ddc8fbe18e8e6a7:C 2024-12-16T03:40:27,255 INFO [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=389 (bloomFilter=true), to=hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/.tmp/A/c8f5b9890e1e472eb6eb0a0ef97fa573 2024-12-16T03:40:27,268 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/.tmp/B/4328c3ed5ade4d149ddc8ba4bbdd5880 is 50, key is test_row_0/B:col10/1734320425890/Put/seqid=0 2024-12-16T03:40:27,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073742169_1345 (size=12301) 2024-12-16T03:40:27,675 INFO [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=389 (bloomFilter=true), to=hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/.tmp/B/4328c3ed5ade4d149ddc8ba4bbdd5880 2024-12-16T03:40:27,691 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/.tmp/C/995bc4d5c8894ba0b712829685a9ea2f is 50, key is test_row_0/C:col10/1734320425890/Put/seqid=0 2024-12-16T03:40:27,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073742170_1346 (size=12301) 2024-12-16T03:40:28,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=95 2024-12-16T03:40:28,096 INFO [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=389 (bloomFilter=true), to=hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/.tmp/C/995bc4d5c8894ba0b712829685a9ea2f 2024-12-16T03:40:28,108 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/.tmp/A/c8f5b9890e1e472eb6eb0a0ef97fa573 as hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/A/c8f5b9890e1e472eb6eb0a0ef97fa573 2024-12-16T03:40:28,113 INFO [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/A/c8f5b9890e1e472eb6eb0a0ef97fa573, entries=150, sequenceid=389, filesize=12.0 K 2024-12-16T03:40:28,113 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/.tmp/B/4328c3ed5ade4d149ddc8ba4bbdd5880 as hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/B/4328c3ed5ade4d149ddc8ba4bbdd5880 2024-12-16T03:40:28,116 INFO [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/B/4328c3ed5ade4d149ddc8ba4bbdd5880, entries=150, sequenceid=389, filesize=12.0 K 2024-12-16T03:40:28,116 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/.tmp/C/995bc4d5c8894ba0b712829685a9ea2f as hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/C/995bc4d5c8894ba0b712829685a9ea2f 2024-12-16T03:40:28,118 INFO [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/C/995bc4d5c8894ba0b712829685a9ea2f, entries=150, sequenceid=389, filesize=12.0 K 2024-12-16T03:40:28,119 INFO [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=13.42 KB/13740 for c7351951a1e31dbc7ddc8fbe18e8e6a7 in 1272ms, sequenceid=389, compaction requested=false 2024-12-16T03:40:28,119 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegion(2538): Flush status journal for c7351951a1e31dbc7ddc8fbe18e8e6a7: 2024-12-16T03:40:28,119 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734320404631.c7351951a1e31dbc7ddc8fbe18e8e6a7. 2024-12-16T03:40:28,119 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=96 2024-12-16T03:40:28,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.HMaster(4106): Remote procedure done, pid=96 2024-12-16T03:40:28,121 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=96, resume processing ppid=95 2024-12-16T03:40:28,121 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=96, ppid=95, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.1860 sec 2024-12-16T03:40:28,122 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=95, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=95, table=TestAcidGuarantees in 2.1890 sec 2024-12-16T03:40:28,231 DEBUG [Thread-1205 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x088aa519 to 127.0.0.1:56952 2024-12-16T03:40:28,231 DEBUG [Thread-1205 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T03:40:28,251 DEBUG [Thread-1207 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5e998dd3 to 127.0.0.1:56952 2024-12-16T03:40:28,251 DEBUG [Thread-1207 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T03:40:28,253 DEBUG [Thread-1201 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x17cf7fc0 to 127.0.0.1:56952 2024-12-16T03:40:28,253 DEBUG [Thread-1201 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T03:40:30,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=95 2024-12-16T03:40:30,042 INFO [Thread-1211 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 95 completed 2024-12-16T03:40:30,042 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-12-16T03:40:30,042 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 51 2024-12-16T03:40:30,042 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 84 2024-12-16T03:40:30,042 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 55 2024-12-16T03:40:30,042 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 55 2024-12-16T03:40:30,042 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 66 2024-12-16T03:40:30,042 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-12-16T03:40:30,042 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 8791 2024-12-16T03:40:30,042 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 8444 2024-12-16T03:40:30,042 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 8337 2024-12-16T03:40:30,042 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 8780 2024-12-16T03:40:30,042 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 8421 2024-12-16T03:40:30,042 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-12-16T03:40:30,042 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-12-16T03:40:30,043 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x4dfb20f6 to 127.0.0.1:56952 2024-12-16T03:40:30,043 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T03:40:30,044 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-12-16T03:40:30,045 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-12-16T03:40:30,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] procedure2.ProcedureExecutor(1098): Stored pid=97, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-12-16T03:40:30,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=97 2024-12-16T03:40:30,051 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734320430050"}]},"ts":"1734320430050"} 2024-12-16T03:40:30,053 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-12-16T03:40:30,101 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-12-16T03:40:30,103 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=98, ppid=97, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-12-16T03:40:30,104 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=99, ppid=98, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=c7351951a1e31dbc7ddc8fbe18e8e6a7, UNASSIGN}] 2024-12-16T03:40:30,106 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=99, ppid=98, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=c7351951a1e31dbc7ddc8fbe18e8e6a7, UNASSIGN 2024-12-16T03:40:30,107 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=99 updating hbase:meta row=c7351951a1e31dbc7ddc8fbe18e8e6a7, regionState=CLOSING, regionLocation=f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:30,109 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-16T03:40:30,109 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=100, ppid=99, state=RUNNABLE; CloseRegionProcedure c7351951a1e31dbc7ddc8fbe18e8e6a7, server=f0d65a6309ee,39893,1734320334634}] 2024-12-16T03:40:30,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=97 2024-12-16T03:40:30,262 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:30,263 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] handler.UnassignRegionHandler(124): Close c7351951a1e31dbc7ddc8fbe18e8e6a7 2024-12-16T03:40:30,263 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-12-16T03:40:30,264 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] regionserver.HRegion(1681): Closing c7351951a1e31dbc7ddc8fbe18e8e6a7, disabling compactions & flushes 2024-12-16T03:40:30,264 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1734320404631.c7351951a1e31dbc7ddc8fbe18e8e6a7. 2024-12-16T03:40:30,264 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1734320404631.c7351951a1e31dbc7ddc8fbe18e8e6a7. 2024-12-16T03:40:30,264 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1734320404631.c7351951a1e31dbc7ddc8fbe18e8e6a7. after waiting 0 ms 2024-12-16T03:40:30,264 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1734320404631.c7351951a1e31dbc7ddc8fbe18e8e6a7. 2024-12-16T03:40:30,264 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] regionserver.HRegion(2837): Flushing c7351951a1e31dbc7ddc8fbe18e8e6a7 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-12-16T03:40:30,264 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c7351951a1e31dbc7ddc8fbe18e8e6a7, store=A 2024-12-16T03:40:30,265 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T03:40:30,265 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c7351951a1e31dbc7ddc8fbe18e8e6a7, store=B 2024-12-16T03:40:30,265 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T03:40:30,265 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c7351951a1e31dbc7ddc8fbe18e8e6a7, store=C 2024-12-16T03:40:30,265 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T03:40:30,272 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/.tmp/A/12c7c85ba895420898861ea962092391 is 50, key is test_row_0/A:col10/1734320428250/Put/seqid=0 2024-12-16T03:40:30,279 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073742171_1347 (size=12301) 2024-12-16T03:40:30,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=97 2024-12-16T03:40:30,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=97 2024-12-16T03:40:30,681 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=399 (bloomFilter=true), to=hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/.tmp/A/12c7c85ba895420898861ea962092391 2024-12-16T03:40:30,694 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/.tmp/B/32d70d1d3b7b47108e6c8c845d334d37 is 50, key is test_row_0/B:col10/1734320428250/Put/seqid=0 2024-12-16T03:40:30,699 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073742172_1348 (size=12301) 2024-12-16T03:40:31,100 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=399 (bloomFilter=true), to=hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/.tmp/B/32d70d1d3b7b47108e6c8c845d334d37 2024-12-16T03:40:31,111 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/.tmp/C/0669ae5d71ae4d6d8dc04024b1cd91b3 is 50, key is test_row_0/C:col10/1734320428250/Put/seqid=0 2024-12-16T03:40:31,116 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073742173_1349 (size=12301) 2024-12-16T03:40:31,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=97 2024-12-16T03:40:31,517 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=399 (bloomFilter=true), to=hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/.tmp/C/0669ae5d71ae4d6d8dc04024b1cd91b3 2024-12-16T03:40:31,528 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/.tmp/A/12c7c85ba895420898861ea962092391 as hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/A/12c7c85ba895420898861ea962092391 2024-12-16T03:40:31,532 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/A/12c7c85ba895420898861ea962092391, entries=150, sequenceid=399, filesize=12.0 K 2024-12-16T03:40:31,533 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/.tmp/B/32d70d1d3b7b47108e6c8c845d334d37 as hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/B/32d70d1d3b7b47108e6c8c845d334d37 2024-12-16T03:40:31,536 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/B/32d70d1d3b7b47108e6c8c845d334d37, entries=150, sequenceid=399, filesize=12.0 K 2024-12-16T03:40:31,537 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/.tmp/C/0669ae5d71ae4d6d8dc04024b1cd91b3 as hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/C/0669ae5d71ae4d6d8dc04024b1cd91b3 2024-12-16T03:40:31,540 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/C/0669ae5d71ae4d6d8dc04024b1cd91b3, entries=150, sequenceid=399, filesize=12.0 K 2024-12-16T03:40:31,541 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] regionserver.HRegion(3040): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for c7351951a1e31dbc7ddc8fbe18e8e6a7 in 1277ms, sequenceid=399, compaction requested=true 2024-12-16T03:40:31,541 DEBUG [StoreCloser-TestAcidGuarantees,,1734320404631.c7351951a1e31dbc7ddc8fbe18e8e6a7.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/A/00f399346214407dbe381a35408c1640, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/A/43b1de667b5c41cdb51e0a201738258b, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/A/6bd71722f5724d958f69a32be139cd33, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/A/94ab63f00c6b459698a2d8fd7347a04b, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/A/9b4359dc0f914ff392de270bb61c1721, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/A/c4d7121a1e0649e9bdb89d7dee9b142e, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/A/ff060ef21da743fba088c0ee6263ec13, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/A/7f3153eb8dd248a0b3b40f7014158b2f, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/A/dbc4681a9e2245dda7b21358275044ad, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/A/8371edc973364af79530f6d8df3763ed, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/A/2cc47fbd501d4e50aeadfced6375f242, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/A/93acbf7c93b748938669ae21a8412499, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/A/3392801bed0b4f90a26929be2d845032, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/A/bc57a3376a8a45859cb88a3a12ae69c9, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/A/43308f644d47445badcb05c9edd2f25b, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/A/9f01d01957ae4c85a01e2f19e9ae61dd, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/A/f4b263daabb7478c8c5e2eb1aeb86c63, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/A/a5b54de595bc43aba72886bcbed7d3b4, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/A/548c275296f1460797f6f999fb78f491, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/A/32ad3cbde247480e9b32f7de0c4311ea, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/A/f8f23ea042ef489ea559dfd520e0f91c, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/A/d2e5150bbd2b44b9819b8767e1e2f90d, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/A/995049d6f4a343e681291df1aa3fa6a9, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/A/a9775be359ca4cf6b09d16b1471cc6d2, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/A/24371817fe3c4d44924052373ca46cc4, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/A/064e0353927f40399d3a622ec7f74073] to archive 2024-12-16T03:40:31,542 DEBUG [StoreCloser-TestAcidGuarantees,,1734320404631.c7351951a1e31dbc7ddc8fbe18e8e6a7.-1 {}] backup.HFileArchiver(363): Archiving compacted files. 2024-12-16T03:40:31,544 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/A/00f399346214407dbe381a35408c1640 to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/A/00f399346214407dbe381a35408c1640 2024-12-16T03:40:31,544 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/A/c4d7121a1e0649e9bdb89d7dee9b142e to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/A/c4d7121a1e0649e9bdb89d7dee9b142e 2024-12-16T03:40:31,544 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/A/43b1de667b5c41cdb51e0a201738258b to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/A/43b1de667b5c41cdb51e0a201738258b 2024-12-16T03:40:31,545 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/A/9b4359dc0f914ff392de270bb61c1721 to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/A/9b4359dc0f914ff392de270bb61c1721 2024-12-16T03:40:31,545 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/A/94ab63f00c6b459698a2d8fd7347a04b to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/A/94ab63f00c6b459698a2d8fd7347a04b 2024-12-16T03:40:31,545 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/A/6bd71722f5724d958f69a32be139cd33 to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/A/6bd71722f5724d958f69a32be139cd33 2024-12-16T03:40:31,545 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/A/ff060ef21da743fba088c0ee6263ec13 to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/A/ff060ef21da743fba088c0ee6263ec13 2024-12-16T03:40:31,545 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/A/7f3153eb8dd248a0b3b40f7014158b2f to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/A/7f3153eb8dd248a0b3b40f7014158b2f 2024-12-16T03:40:31,546 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/A/2cc47fbd501d4e50aeadfced6375f242 to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/A/2cc47fbd501d4e50aeadfced6375f242 2024-12-16T03:40:31,546 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/A/3392801bed0b4f90a26929be2d845032 to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/A/3392801bed0b4f90a26929be2d845032 2024-12-16T03:40:31,546 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/A/dbc4681a9e2245dda7b21358275044ad to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/A/dbc4681a9e2245dda7b21358275044ad 2024-12-16T03:40:31,546 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/A/bc57a3376a8a45859cb88a3a12ae69c9 to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/A/bc57a3376a8a45859cb88a3a12ae69c9 2024-12-16T03:40:31,546 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/A/9f01d01957ae4c85a01e2f19e9ae61dd to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/A/9f01d01957ae4c85a01e2f19e9ae61dd 2024-12-16T03:40:31,546 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/A/43308f644d47445badcb05c9edd2f25b to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/A/43308f644d47445badcb05c9edd2f25b 2024-12-16T03:40:31,547 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/A/93acbf7c93b748938669ae21a8412499 to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/A/93acbf7c93b748938669ae21a8412499 2024-12-16T03:40:31,547 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/A/8371edc973364af79530f6d8df3763ed to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/A/8371edc973364af79530f6d8df3763ed 2024-12-16T03:40:31,548 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/A/a5b54de595bc43aba72886bcbed7d3b4 to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/A/a5b54de595bc43aba72886bcbed7d3b4 2024-12-16T03:40:31,548 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/A/32ad3cbde247480e9b32f7de0c4311ea to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/A/32ad3cbde247480e9b32f7de0c4311ea 2024-12-16T03:40:31,548 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/A/f4b263daabb7478c8c5e2eb1aeb86c63 to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/A/f4b263daabb7478c8c5e2eb1aeb86c63 2024-12-16T03:40:31,548 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/A/d2e5150bbd2b44b9819b8767e1e2f90d to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/A/d2e5150bbd2b44b9819b8767e1e2f90d 2024-12-16T03:40:31,548 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/A/995049d6f4a343e681291df1aa3fa6a9 to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/A/995049d6f4a343e681291df1aa3fa6a9 2024-12-16T03:40:31,548 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/A/548c275296f1460797f6f999fb78f491 to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/A/548c275296f1460797f6f999fb78f491 2024-12-16T03:40:31,548 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/A/f8f23ea042ef489ea559dfd520e0f91c to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/A/f8f23ea042ef489ea559dfd520e0f91c 2024-12-16T03:40:31,549 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/A/a9775be359ca4cf6b09d16b1471cc6d2 to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/A/a9775be359ca4cf6b09d16b1471cc6d2 2024-12-16T03:40:31,549 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/A/24371817fe3c4d44924052373ca46cc4 to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/A/24371817fe3c4d44924052373ca46cc4 2024-12-16T03:40:31,549 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/A/064e0353927f40399d3a622ec7f74073 to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/A/064e0353927f40399d3a622ec7f74073 2024-12-16T03:40:31,550 DEBUG [StoreCloser-TestAcidGuarantees,,1734320404631.c7351951a1e31dbc7ddc8fbe18e8e6a7.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/B/cff24c66d02e4907907a31b3ddcf6361, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/B/a234dd90898446f2a770849b56953202, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/B/be9ef32bf8384ea79481cf95cb1f0b6c, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/B/615cbb28fdb545bead298d8f27682a48, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/B/535c0841300241f48c19c06c4b83f48c, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/B/d44739b5c13e4bbc84380e5f945ab004, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/B/87c59c31cfb24966ae736b3249e3b38c, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/B/c856d632da7f499b9e00f220ff35857e, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/B/99407f0292054fafbe9e10f0fda9e1fd, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/B/2499626551ca49b08bb2465b814694e0, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/B/54fa1c936442456f8b4141bff2a56165, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/B/baf165af4a704b08b764cfba3b0def28, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/B/4a72b9ffcd8b478489a4d620f8c92749, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/B/5a8bf4b8bebe4f5db6ff862c35e344e1, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/B/2bb7bd4ae20a41ff982fc0e32ceffb55, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/B/1412127231c1440cb4bad423e2fb64d4, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/B/2f3584e35f224d9db4653170058eb78e, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/B/dd14457ca7b54949b1385c2247206e7f, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/B/a92294ecf91a4ef491fa311655f180b6, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/B/e1c37e123b014af2883d3f27c6e7b2c1, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/B/0a0a613244a946da95a0626404f23f2e, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/B/15b5ef772c5d40049c0ee1515de76b86, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/B/9cc213cdd6c14db6b7ed67bd445f63dc, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/B/d147713aea8b4167a63e1a61f198c399, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/B/40cce03932864a75b65852a06ab30532, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/B/d1b3d0a97fe44243a2c004f0cad7d839] to archive 2024-12-16T03:40:31,551 DEBUG [StoreCloser-TestAcidGuarantees,,1734320404631.c7351951a1e31dbc7ddc8fbe18e8e6a7.-1 {}] backup.HFileArchiver(363): Archiving compacted files. 2024-12-16T03:40:31,552 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/B/a234dd90898446f2a770849b56953202 to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/B/a234dd90898446f2a770849b56953202 2024-12-16T03:40:31,553 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/B/cff24c66d02e4907907a31b3ddcf6361 to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/B/cff24c66d02e4907907a31b3ddcf6361 2024-12-16T03:40:31,553 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/B/535c0841300241f48c19c06c4b83f48c to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/B/535c0841300241f48c19c06c4b83f48c 2024-12-16T03:40:31,553 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/B/be9ef32bf8384ea79481cf95cb1f0b6c to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/B/be9ef32bf8384ea79481cf95cb1f0b6c 2024-12-16T03:40:31,553 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/B/615cbb28fdb545bead298d8f27682a48 to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/B/615cbb28fdb545bead298d8f27682a48 2024-12-16T03:40:31,553 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/B/c856d632da7f499b9e00f220ff35857e to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/B/c856d632da7f499b9e00f220ff35857e 2024-12-16T03:40:31,553 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/B/87c59c31cfb24966ae736b3249e3b38c to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/B/87c59c31cfb24966ae736b3249e3b38c 2024-12-16T03:40:31,553 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/B/d44739b5c13e4bbc84380e5f945ab004 to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/B/d44739b5c13e4bbc84380e5f945ab004 2024-12-16T03:40:31,554 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/B/99407f0292054fafbe9e10f0fda9e1fd to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/B/99407f0292054fafbe9e10f0fda9e1fd 2024-12-16T03:40:31,554 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/B/4a72b9ffcd8b478489a4d620f8c92749 to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/B/4a72b9ffcd8b478489a4d620f8c92749 2024-12-16T03:40:31,554 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/B/baf165af4a704b08b764cfba3b0def28 to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/B/baf165af4a704b08b764cfba3b0def28 2024-12-16T03:40:31,554 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/B/2499626551ca49b08bb2465b814694e0 to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/B/2499626551ca49b08bb2465b814694e0 2024-12-16T03:40:31,554 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/B/54fa1c936442456f8b4141bff2a56165 to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/B/54fa1c936442456f8b4141bff2a56165 2024-12-16T03:40:31,555 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/B/2bb7bd4ae20a41ff982fc0e32ceffb55 to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/B/2bb7bd4ae20a41ff982fc0e32ceffb55 2024-12-16T03:40:31,555 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/B/5a8bf4b8bebe4f5db6ff862c35e344e1 to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/B/5a8bf4b8bebe4f5db6ff862c35e344e1 2024-12-16T03:40:31,556 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/B/1412127231c1440cb4bad423e2fb64d4 to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/B/1412127231c1440cb4bad423e2fb64d4 2024-12-16T03:40:31,556 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/B/2f3584e35f224d9db4653170058eb78e to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/B/2f3584e35f224d9db4653170058eb78e 2024-12-16T03:40:31,556 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/B/e1c37e123b014af2883d3f27c6e7b2c1 to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/B/e1c37e123b014af2883d3f27c6e7b2c1 2024-12-16T03:40:31,556 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/B/a92294ecf91a4ef491fa311655f180b6 to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/B/a92294ecf91a4ef491fa311655f180b6 2024-12-16T03:40:31,556 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/B/dd14457ca7b54949b1385c2247206e7f to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/B/dd14457ca7b54949b1385c2247206e7f 2024-12-16T03:40:31,556 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/B/0a0a613244a946da95a0626404f23f2e to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/B/0a0a613244a946da95a0626404f23f2e 2024-12-16T03:40:31,556 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/B/9cc213cdd6c14db6b7ed67bd445f63dc to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/B/9cc213cdd6c14db6b7ed67bd445f63dc 2024-12-16T03:40:31,557 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/B/15b5ef772c5d40049c0ee1515de76b86 to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/B/15b5ef772c5d40049c0ee1515de76b86 2024-12-16T03:40:31,557 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/B/d147713aea8b4167a63e1a61f198c399 to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/B/d147713aea8b4167a63e1a61f198c399 2024-12-16T03:40:31,557 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/B/40cce03932864a75b65852a06ab30532 to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/B/40cce03932864a75b65852a06ab30532 2024-12-16T03:40:31,557 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/B/d1b3d0a97fe44243a2c004f0cad7d839 to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/B/d1b3d0a97fe44243a2c004f0cad7d839 2024-12-16T03:40:31,558 DEBUG [StoreCloser-TestAcidGuarantees,,1734320404631.c7351951a1e31dbc7ddc8fbe18e8e6a7.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/C/732c760939f54bb498f00b68c943fc52, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/C/afe289f431584c4e88347abcf9058062, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/C/37d07517bdf54a2b8a64e903e46995f2, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/C/5d93ef5b38314b7fb5e8117e06f405c6, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/C/869322383b6d46a28c72618048c9fca2, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/C/4a2d878939c543d29aacad54a7cfdd87, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/C/adc6e0f6d2d843f7a67d08725e45aec0, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/C/54c974ba15b04ac28a8862e7526c6364, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/C/123e1b779a5e43b4b27596f1d94f5484, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/C/c06dcd60fe9548e8bc0b71a8803afd5a, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/C/188d94740e774175b517ad5ab8dacace, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/C/5bbd557f75a444e78ad97ba0387a9d2a, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/C/9f3e12a9420747a8b059b570c9b971a4, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/C/84ad9e325fcb4809b14c4c2317af1320, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/C/27aac3f6f78e4a7284845565d5f1425d, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/C/7ede36feedc442aeb97fb5ded49fe8b6, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/C/9738853559a14c82b429b198a60e4efb, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/C/7daef3e1030b4615aad006a13ef20fda, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/C/102c9f2e3f914b1d80a0a9ea16ba7947, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/C/c39be0bb9f914283ab6ad17d5a330c46, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/C/5f5deed557c64610846dd313623b6764, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/C/2d3a9a8f07d0426fa4065ef84a494ade, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/C/bde423cb7b8f4387ad1c886ee210daaf, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/C/2a5fc4d714fa45e5a337417457b78ccc, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/C/a70ba899bedf4a80a413a46b3960b123, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/C/e3ef64e6bdcd4079b83eba35477a672d] to archive 2024-12-16T03:40:31,559 DEBUG [StoreCloser-TestAcidGuarantees,,1734320404631.c7351951a1e31dbc7ddc8fbe18e8e6a7.-1 {}] backup.HFileArchiver(363): Archiving compacted files. 2024-12-16T03:40:31,560 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/C/afe289f431584c4e88347abcf9058062 to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/C/afe289f431584c4e88347abcf9058062 2024-12-16T03:40:31,560 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/C/5d93ef5b38314b7fb5e8117e06f405c6 to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/C/5d93ef5b38314b7fb5e8117e06f405c6 2024-12-16T03:40:31,560 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/C/37d07517bdf54a2b8a64e903e46995f2 to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/C/37d07517bdf54a2b8a64e903e46995f2 2024-12-16T03:40:31,561 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/C/732c760939f54bb498f00b68c943fc52 to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/C/732c760939f54bb498f00b68c943fc52 2024-12-16T03:40:31,561 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/C/4a2d878939c543d29aacad54a7cfdd87 to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/C/4a2d878939c543d29aacad54a7cfdd87 2024-12-16T03:40:31,561 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/C/adc6e0f6d2d843f7a67d08725e45aec0 to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/C/adc6e0f6d2d843f7a67d08725e45aec0 2024-12-16T03:40:31,561 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/C/869322383b6d46a28c72618048c9fca2 to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/C/869322383b6d46a28c72618048c9fca2 2024-12-16T03:40:31,561 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/C/54c974ba15b04ac28a8862e7526c6364 to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/C/54c974ba15b04ac28a8862e7526c6364 2024-12-16T03:40:31,562 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/C/123e1b779a5e43b4b27596f1d94f5484 to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/C/123e1b779a5e43b4b27596f1d94f5484 2024-12-16T03:40:31,562 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/C/c06dcd60fe9548e8bc0b71a8803afd5a to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/C/c06dcd60fe9548e8bc0b71a8803afd5a 2024-12-16T03:40:31,562 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/C/188d94740e774175b517ad5ab8dacace to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/C/188d94740e774175b517ad5ab8dacace 2024-12-16T03:40:31,562 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/C/5bbd557f75a444e78ad97ba0387a9d2a to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/C/5bbd557f75a444e78ad97ba0387a9d2a 2024-12-16T03:40:31,562 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/C/27aac3f6f78e4a7284845565d5f1425d to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/C/27aac3f6f78e4a7284845565d5f1425d 2024-12-16T03:40:31,563 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/C/84ad9e325fcb4809b14c4c2317af1320 to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/C/84ad9e325fcb4809b14c4c2317af1320 2024-12-16T03:40:31,563 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/C/9f3e12a9420747a8b059b570c9b971a4 to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/C/9f3e12a9420747a8b059b570c9b971a4 2024-12-16T03:40:31,563 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/C/7ede36feedc442aeb97fb5ded49fe8b6 to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/C/7ede36feedc442aeb97fb5ded49fe8b6 2024-12-16T03:40:31,563 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/C/9738853559a14c82b429b198a60e4efb to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/C/9738853559a14c82b429b198a60e4efb 2024-12-16T03:40:31,563 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/C/7daef3e1030b4615aad006a13ef20fda to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/C/7daef3e1030b4615aad006a13ef20fda 2024-12-16T03:40:31,563 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/C/102c9f2e3f914b1d80a0a9ea16ba7947 to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/C/102c9f2e3f914b1d80a0a9ea16ba7947 2024-12-16T03:40:31,564 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/C/c39be0bb9f914283ab6ad17d5a330c46 to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/C/c39be0bb9f914283ab6ad17d5a330c46 2024-12-16T03:40:31,564 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/C/5f5deed557c64610846dd313623b6764 to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/C/5f5deed557c64610846dd313623b6764 2024-12-16T03:40:31,564 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/C/2d3a9a8f07d0426fa4065ef84a494ade to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/C/2d3a9a8f07d0426fa4065ef84a494ade 2024-12-16T03:40:31,564 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/C/bde423cb7b8f4387ad1c886ee210daaf to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/C/bde423cb7b8f4387ad1c886ee210daaf 2024-12-16T03:40:31,564 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/C/2a5fc4d714fa45e5a337417457b78ccc to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/C/2a5fc4d714fa45e5a337417457b78ccc 2024-12-16T03:40:31,565 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/C/a70ba899bedf4a80a413a46b3960b123 to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/C/a70ba899bedf4a80a413a46b3960b123 2024-12-16T03:40:31,565 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/C/e3ef64e6bdcd4079b83eba35477a672d to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/C/e3ef64e6bdcd4079b83eba35477a672d 2024-12-16T03:40:31,568 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/recovered.edits/402.seqid, newMaxSeqId=402, maxSeqId=1 2024-12-16T03:40:31,569 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1734320404631.c7351951a1e31dbc7ddc8fbe18e8e6a7. 2024-12-16T03:40:31,569 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] regionserver.HRegion(1635): Region close journal for c7351951a1e31dbc7ddc8fbe18e8e6a7: 2024-12-16T03:40:31,570 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=100}] handler.UnassignRegionHandler(170): Closed c7351951a1e31dbc7ddc8fbe18e8e6a7 2024-12-16T03:40:31,571 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=99 updating hbase:meta row=c7351951a1e31dbc7ddc8fbe18e8e6a7, regionState=CLOSED 2024-12-16T03:40:31,573 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=100, resume processing ppid=99 2024-12-16T03:40:31,573 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=100, ppid=99, state=SUCCESS; CloseRegionProcedure c7351951a1e31dbc7ddc8fbe18e8e6a7, server=f0d65a6309ee,39893,1734320334634 in 1.4630 sec 2024-12-16T03:40:31,574 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=99, resume processing ppid=98 2024-12-16T03:40:31,574 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=99, ppid=98, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=c7351951a1e31dbc7ddc8fbe18e8e6a7, UNASSIGN in 1.4690 sec 2024-12-16T03:40:31,575 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=98, resume processing ppid=97 2024-12-16T03:40:31,576 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=98, ppid=97, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.4730 sec 2024-12-16T03:40:31,576 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734320431576"}]},"ts":"1734320431576"} 2024-12-16T03:40:31,577 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-12-16T03:40:31,618 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-12-16T03:40:31,620 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=97, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.5740 sec 2024-12-16T03:40:32,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=97 2024-12-16T03:40:32,158 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 97 completed 2024-12-16T03:40:32,160 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-12-16T03:40:32,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] procedure2.ProcedureExecutor(1098): Stored pid=101, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-12-16T03:40:32,164 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=101, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-16T03:40:32,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=101 2024-12-16T03:40:32,166 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=101, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-16T03:40:32,169 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(133): ARCHIVING hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7 2024-12-16T03:40:32,175 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(161): Archiving [FileablePath, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/A, FileablePath, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/B, FileablePath, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/C, FileablePath, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/recovered.edits] 2024-12-16T03:40:32,181 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/A/12c7c85ba895420898861ea962092391 to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/A/12c7c85ba895420898861ea962092391 2024-12-16T03:40:32,181 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/A/c8f5b9890e1e472eb6eb0a0ef97fa573 to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/A/c8f5b9890e1e472eb6eb0a0ef97fa573 2024-12-16T03:40:32,182 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/A/e18715169fd0477d95891b8e568b85b8 to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/A/e18715169fd0477d95891b8e568b85b8 2024-12-16T03:40:32,187 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/B/32d70d1d3b7b47108e6c8c845d334d37 to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/B/32d70d1d3b7b47108e6c8c845d334d37 2024-12-16T03:40:32,187 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/B/7a2563aac3004aab8cb2db0f52c7ab66 to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/B/7a2563aac3004aab8cb2db0f52c7ab66 2024-12-16T03:40:32,187 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/B/4328c3ed5ade4d149ddc8ba4bbdd5880 to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/B/4328c3ed5ade4d149ddc8ba4bbdd5880 2024-12-16T03:40:32,193 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/C/0669ae5d71ae4d6d8dc04024b1cd91b3 to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/C/0669ae5d71ae4d6d8dc04024b1cd91b3 2024-12-16T03:40:32,193 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/C/8d5345a36a5a40e28486e8a07f0d46cb to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/C/8d5345a36a5a40e28486e8a07f0d46cb 2024-12-16T03:40:32,193 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/C/995bc4d5c8894ba0b712829685a9ea2f to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/C/995bc4d5c8894ba0b712829685a9ea2f 2024-12-16T03:40:32,197 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/recovered.edits/402.seqid to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7/recovered.edits/402.seqid 2024-12-16T03:40:32,198 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(634): Deleted hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/c7351951a1e31dbc7ddc8fbe18e8e6a7 2024-12-16T03:40:32,198 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-12-16T03:40:32,202 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=101, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-16T03:40:32,206 WARN [PEWorker-1 {}] procedure.DeleteTableProcedure(371): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-12-16T03:40:32,208 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(408): Removing 'TestAcidGuarantees' descriptor. 2024-12-16T03:40:32,209 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=101, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-16T03:40:32,209 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(398): Removing 'TestAcidGuarantees' from region states. 2024-12-16T03:40:32,209 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1734320404631.c7351951a1e31dbc7ddc8fbe18e8e6a7.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1734320432209"}]},"ts":"9223372036854775807"} 2024-12-16T03:40:32,211 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-12-16T03:40:32,211 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => c7351951a1e31dbc7ddc8fbe18e8e6a7, NAME => 'TestAcidGuarantees,,1734320404631.c7351951a1e31dbc7ddc8fbe18e8e6a7.', STARTKEY => '', ENDKEY => ''}] 2024-12-16T03:40:32,211 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(402): Marking 'TestAcidGuarantees' as deleted. 2024-12-16T03:40:32,211 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1734320432211"}]},"ts":"9223372036854775807"} 2024-12-16T03:40:32,213 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-12-16T03:40:32,254 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(133): Finished pid=101, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-16T03:40:32,256 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=101, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 94 msec 2024-12-16T03:40:32,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=101 2024-12-16T03:40:32,268 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 101 completed 2024-12-16T03:40:32,282 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithAdaptivePolicy#testGetAtomicity Thread=245 (was 247), OpenFileDescriptor=453 (was 462), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=340 (was 280) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=11450 (was 11502) 2024-12-16T03:40:32,292 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithAdaptivePolicy#testMobScanAtomicity Thread=245, OpenFileDescriptor=453, MaxFileDescriptor=1048576, SystemLoadAverage=340, ProcessCount=11, AvailableMemoryMB=11449 2024-12-16T03:40:32,293 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-12-16T03:40:32,293 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-16T03:40:32,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] procedure2.ProcedureExecutor(1098): Stored pid=102, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-12-16T03:40:32,295 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=102, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-12-16T03:40:32,295 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:40:32,295 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 102 2024-12-16T03:40:32,296 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=102, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-16T03:40:32,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=102 2024-12-16T03:40:32,301 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073742174_1350 (size=963) 2024-12-16T03:40:32,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=102 2024-12-16T03:40:32,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=102 2024-12-16T03:40:32,707 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 88eab8a4655a046972fc7c96ad5652ce, NAME => 'TestAcidGuarantees,,1734320432293.88eab8a4655a046972fc7c96ad5652ce.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48 2024-12-16T03:40:32,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073742175_1351 (size=53) 2024-12-16T03:40:32,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=102 2024-12-16T03:40:33,118 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1734320432293.88eab8a4655a046972fc7c96ad5652ce.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T03:40:33,118 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing 88eab8a4655a046972fc7c96ad5652ce, disabling compactions & flushes 2024-12-16T03:40:33,119 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1734320432293.88eab8a4655a046972fc7c96ad5652ce. 2024-12-16T03:40:33,119 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1734320432293.88eab8a4655a046972fc7c96ad5652ce. 2024-12-16T03:40:33,119 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1734320432293.88eab8a4655a046972fc7c96ad5652ce. after waiting 0 ms 2024-12-16T03:40:33,119 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1734320432293.88eab8a4655a046972fc7c96ad5652ce. 2024-12-16T03:40:33,119 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1734320432293.88eab8a4655a046972fc7c96ad5652ce. 2024-12-16T03:40:33,119 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for 88eab8a4655a046972fc7c96ad5652ce: 2024-12-16T03:40:33,121 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=102, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-12-16T03:40:33,122 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1734320432293.88eab8a4655a046972fc7c96ad5652ce.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1734320433121"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734320433121"}]},"ts":"1734320433121"} 2024-12-16T03:40:33,124 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-12-16T03:40:33,125 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=102, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-16T03:40:33,125 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734320433125"}]},"ts":"1734320433125"} 2024-12-16T03:40:33,127 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-12-16T03:40:33,177 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=103, ppid=102, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=88eab8a4655a046972fc7c96ad5652ce, ASSIGN}] 2024-12-16T03:40:33,179 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=103, ppid=102, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=88eab8a4655a046972fc7c96ad5652ce, ASSIGN 2024-12-16T03:40:33,181 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=103, ppid=102, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=88eab8a4655a046972fc7c96ad5652ce, ASSIGN; state=OFFLINE, location=f0d65a6309ee,39893,1734320334634; forceNewPlan=false, retain=false 2024-12-16T03:40:33,332 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=103 updating hbase:meta row=88eab8a4655a046972fc7c96ad5652ce, regionState=OPENING, regionLocation=f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:33,335 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=104, ppid=103, state=RUNNABLE; OpenRegionProcedure 88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634}] 2024-12-16T03:40:33,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=102 2024-12-16T03:40:33,488 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:33,495 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=104}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1734320432293.88eab8a4655a046972fc7c96ad5652ce. 2024-12-16T03:40:33,495 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=104}] regionserver.HRegion(7285): Opening region: {ENCODED => 88eab8a4655a046972fc7c96ad5652ce, NAME => 'TestAcidGuarantees,,1734320432293.88eab8a4655a046972fc7c96ad5652ce.', STARTKEY => '', ENDKEY => ''} 2024-12-16T03:40:33,496 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=104}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 88eab8a4655a046972fc7c96ad5652ce 2024-12-16T03:40:33,496 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=104}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1734320432293.88eab8a4655a046972fc7c96ad5652ce.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T03:40:33,496 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=104}] regionserver.HRegion(7327): checking encryption for 88eab8a4655a046972fc7c96ad5652ce 2024-12-16T03:40:33,496 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=104}] regionserver.HRegion(7330): checking classloading for 88eab8a4655a046972fc7c96ad5652ce 2024-12-16T03:40:33,499 INFO [StoreOpener-88eab8a4655a046972fc7c96ad5652ce-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 88eab8a4655a046972fc7c96ad5652ce 2024-12-16T03:40:33,501 INFO [StoreOpener-88eab8a4655a046972fc7c96ad5652ce-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-16T03:40:33,501 INFO [StoreOpener-88eab8a4655a046972fc7c96ad5652ce-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 88eab8a4655a046972fc7c96ad5652ce columnFamilyName A 2024-12-16T03:40:33,501 DEBUG [StoreOpener-88eab8a4655a046972fc7c96ad5652ce-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:40:33,502 INFO [StoreOpener-88eab8a4655a046972fc7c96ad5652ce-1 {}] regionserver.HStore(327): Store=88eab8a4655a046972fc7c96ad5652ce/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T03:40:33,502 INFO [StoreOpener-88eab8a4655a046972fc7c96ad5652ce-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 88eab8a4655a046972fc7c96ad5652ce 2024-12-16T03:40:33,504 INFO [StoreOpener-88eab8a4655a046972fc7c96ad5652ce-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-16T03:40:33,504 INFO [StoreOpener-88eab8a4655a046972fc7c96ad5652ce-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 88eab8a4655a046972fc7c96ad5652ce columnFamilyName B 2024-12-16T03:40:33,504 DEBUG [StoreOpener-88eab8a4655a046972fc7c96ad5652ce-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:40:33,505 INFO [StoreOpener-88eab8a4655a046972fc7c96ad5652ce-1 {}] regionserver.HStore(327): Store=88eab8a4655a046972fc7c96ad5652ce/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T03:40:33,505 INFO [StoreOpener-88eab8a4655a046972fc7c96ad5652ce-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 88eab8a4655a046972fc7c96ad5652ce 2024-12-16T03:40:33,506 INFO [StoreOpener-88eab8a4655a046972fc7c96ad5652ce-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-16T03:40:33,506 INFO [StoreOpener-88eab8a4655a046972fc7c96ad5652ce-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 88eab8a4655a046972fc7c96ad5652ce columnFamilyName C 2024-12-16T03:40:33,507 DEBUG [StoreOpener-88eab8a4655a046972fc7c96ad5652ce-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:40:33,507 INFO [StoreOpener-88eab8a4655a046972fc7c96ad5652ce-1 {}] regionserver.HStore(327): Store=88eab8a4655a046972fc7c96ad5652ce/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T03:40:33,507 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=104}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1734320432293.88eab8a4655a046972fc7c96ad5652ce. 2024-12-16T03:40:33,508 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=104}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce 2024-12-16T03:40:33,509 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=104}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce 2024-12-16T03:40:33,511 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=104}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-16T03:40:33,512 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=104}] regionserver.HRegion(1085): writing seq id for 88eab8a4655a046972fc7c96ad5652ce 2024-12-16T03:40:33,514 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=104}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-16T03:40:33,515 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=104}] regionserver.HRegion(1102): Opened 88eab8a4655a046972fc7c96ad5652ce; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67700828, jitterRate=0.008820950984954834}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-16T03:40:33,515 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=104}] regionserver.HRegion(1001): Region open journal for 88eab8a4655a046972fc7c96ad5652ce: 2024-12-16T03:40:33,516 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=104}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1734320432293.88eab8a4655a046972fc7c96ad5652ce., pid=104, masterSystemTime=1734320433488 2024-12-16T03:40:33,518 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=104}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1734320432293.88eab8a4655a046972fc7c96ad5652ce. 2024-12-16T03:40:33,518 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=104}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1734320432293.88eab8a4655a046972fc7c96ad5652ce. 2024-12-16T03:40:33,518 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=103 updating hbase:meta row=88eab8a4655a046972fc7c96ad5652ce, regionState=OPEN, openSeqNum=2, regionLocation=f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:33,521 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=104, resume processing ppid=103 2024-12-16T03:40:33,521 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=104, ppid=103, state=SUCCESS; OpenRegionProcedure 88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 in 184 msec 2024-12-16T03:40:33,523 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=103, resume processing ppid=102 2024-12-16T03:40:33,523 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=103, ppid=102, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=88eab8a4655a046972fc7c96ad5652ce, ASSIGN in 344 msec 2024-12-16T03:40:33,524 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=102, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-16T03:40:33,524 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734320433524"}]},"ts":"1734320433524"} 2024-12-16T03:40:33,525 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-12-16T03:40:33,561 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=102, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-12-16T03:40:33,564 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=102, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.2680 sec 2024-12-16T03:40:34,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=102 2024-12-16T03:40:34,405 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 102 completed 2024-12-16T03:40:34,408 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3dd5b441 to 127.0.0.1:56952 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@9f472e0 2024-12-16T03:40:34,454 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6cd96549, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-16T03:40:34,458 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-16T03:40:34,460 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40700, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-16T03:40:34,461 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-16T03:40:34,463 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37208, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-16T03:40:34,465 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-12-16T03:40:34,465 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.HMaster$14(2798): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-16T03:40:34,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] procedure2.ProcedureExecutor(1098): Stored pid=105, state=RUNNABLE:MODIFY_TABLE_PREPARE; ModifyTableProcedure table=TestAcidGuarantees 2024-12-16T03:40:34,478 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073742176_1352 (size=999) 2024-12-16T03:40:34,881 DEBUG [PEWorker-4 {}] util.FSTableDescriptors(519): Deleted hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.963 2024-12-16T03:40:34,881 INFO [PEWorker-4 {}] util.FSTableDescriptors(297): Updated tableinfo=hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.999 2024-12-16T03:40:34,907 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=106, ppid=105, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-12-16T03:40:34,911 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=107, ppid=106, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=88eab8a4655a046972fc7c96ad5652ce, REOPEN/MOVE}] 2024-12-16T03:40:34,912 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=107, ppid=106, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=88eab8a4655a046972fc7c96ad5652ce, REOPEN/MOVE 2024-12-16T03:40:34,913 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=107 updating hbase:meta row=88eab8a4655a046972fc7c96ad5652ce, regionState=CLOSING, regionLocation=f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:34,914 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-16T03:40:34,915 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=108, ppid=107, state=RUNNABLE; CloseRegionProcedure 88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634}] 2024-12-16T03:40:35,067 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:35,068 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=108}] handler.UnassignRegionHandler(124): Close 88eab8a4655a046972fc7c96ad5652ce 2024-12-16T03:40:35,068 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=108}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-12-16T03:40:35,068 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=108}] regionserver.HRegion(1681): Closing 88eab8a4655a046972fc7c96ad5652ce, disabling compactions & flushes 2024-12-16T03:40:35,068 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=108}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1734320432293.88eab8a4655a046972fc7c96ad5652ce. 2024-12-16T03:40:35,068 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=108}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1734320432293.88eab8a4655a046972fc7c96ad5652ce. 2024-12-16T03:40:35,068 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=108}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1734320432293.88eab8a4655a046972fc7c96ad5652ce. after waiting 0 ms 2024-12-16T03:40:35,068 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=108}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1734320432293.88eab8a4655a046972fc7c96ad5652ce. 2024-12-16T03:40:35,078 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=108}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-16T03:40:35,079 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=108}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1734320432293.88eab8a4655a046972fc7c96ad5652ce. 2024-12-16T03:40:35,079 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=108}] regionserver.HRegion(1635): Region close journal for 88eab8a4655a046972fc7c96ad5652ce: 2024-12-16T03:40:35,079 WARN [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=108}] regionserver.HRegionServer(3786): Not adding moved region record: 88eab8a4655a046972fc7c96ad5652ce to self. 2024-12-16T03:40:35,082 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=108}] handler.UnassignRegionHandler(170): Closed 88eab8a4655a046972fc7c96ad5652ce 2024-12-16T03:40:35,082 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=107 updating hbase:meta row=88eab8a4655a046972fc7c96ad5652ce, regionState=CLOSED 2024-12-16T03:40:35,087 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=108, resume processing ppid=107 2024-12-16T03:40:35,087 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=108, ppid=107, state=SUCCESS; CloseRegionProcedure 88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 in 170 msec 2024-12-16T03:40:35,088 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=107, ppid=106, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=88eab8a4655a046972fc7c96ad5652ce, REOPEN/MOVE; state=CLOSED, location=f0d65a6309ee,39893,1734320334634; forceNewPlan=false, retain=true 2024-12-16T03:40:35,239 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=107 updating hbase:meta row=88eab8a4655a046972fc7c96ad5652ce, regionState=OPENING, regionLocation=f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:35,240 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=109, ppid=107, state=RUNNABLE; OpenRegionProcedure 88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634}] 2024-12-16T03:40:35,393 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:35,400 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=109}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1734320432293.88eab8a4655a046972fc7c96ad5652ce. 2024-12-16T03:40:35,400 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=109}] regionserver.HRegion(7285): Opening region: {ENCODED => 88eab8a4655a046972fc7c96ad5652ce, NAME => 'TestAcidGuarantees,,1734320432293.88eab8a4655a046972fc7c96ad5652ce.', STARTKEY => '', ENDKEY => ''} 2024-12-16T03:40:35,401 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=109}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 88eab8a4655a046972fc7c96ad5652ce 2024-12-16T03:40:35,401 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=109}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1734320432293.88eab8a4655a046972fc7c96ad5652ce.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T03:40:35,401 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=109}] regionserver.HRegion(7327): checking encryption for 88eab8a4655a046972fc7c96ad5652ce 2024-12-16T03:40:35,401 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=109}] regionserver.HRegion(7330): checking classloading for 88eab8a4655a046972fc7c96ad5652ce 2024-12-16T03:40:35,403 INFO [StoreOpener-88eab8a4655a046972fc7c96ad5652ce-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 88eab8a4655a046972fc7c96ad5652ce 2024-12-16T03:40:35,404 INFO [StoreOpener-88eab8a4655a046972fc7c96ad5652ce-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-16T03:40:35,404 INFO [StoreOpener-88eab8a4655a046972fc7c96ad5652ce-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 88eab8a4655a046972fc7c96ad5652ce columnFamilyName A 2024-12-16T03:40:35,406 DEBUG [StoreOpener-88eab8a4655a046972fc7c96ad5652ce-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:40:35,407 INFO [StoreOpener-88eab8a4655a046972fc7c96ad5652ce-1 {}] regionserver.HStore(327): Store=88eab8a4655a046972fc7c96ad5652ce/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T03:40:35,407 INFO [StoreOpener-88eab8a4655a046972fc7c96ad5652ce-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 88eab8a4655a046972fc7c96ad5652ce 2024-12-16T03:40:35,408 INFO [StoreOpener-88eab8a4655a046972fc7c96ad5652ce-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-16T03:40:35,408 INFO [StoreOpener-88eab8a4655a046972fc7c96ad5652ce-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 88eab8a4655a046972fc7c96ad5652ce columnFamilyName B 2024-12-16T03:40:35,408 DEBUG [StoreOpener-88eab8a4655a046972fc7c96ad5652ce-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:40:35,409 INFO [StoreOpener-88eab8a4655a046972fc7c96ad5652ce-1 {}] regionserver.HStore(327): Store=88eab8a4655a046972fc7c96ad5652ce/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T03:40:35,409 INFO [StoreOpener-88eab8a4655a046972fc7c96ad5652ce-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 88eab8a4655a046972fc7c96ad5652ce 2024-12-16T03:40:35,410 INFO [StoreOpener-88eab8a4655a046972fc7c96ad5652ce-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-16T03:40:35,410 INFO [StoreOpener-88eab8a4655a046972fc7c96ad5652ce-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 88eab8a4655a046972fc7c96ad5652ce columnFamilyName C 2024-12-16T03:40:35,410 DEBUG [StoreOpener-88eab8a4655a046972fc7c96ad5652ce-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:40:35,410 INFO [StoreOpener-88eab8a4655a046972fc7c96ad5652ce-1 {}] regionserver.HStore(327): Store=88eab8a4655a046972fc7c96ad5652ce/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T03:40:35,411 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=109}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1734320432293.88eab8a4655a046972fc7c96ad5652ce. 2024-12-16T03:40:35,411 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=109}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce 2024-12-16T03:40:35,413 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=109}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce 2024-12-16T03:40:35,414 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=109}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-16T03:40:35,416 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=109}] regionserver.HRegion(1085): writing seq id for 88eab8a4655a046972fc7c96ad5652ce 2024-12-16T03:40:35,417 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=109}] regionserver.HRegion(1102): Opened 88eab8a4655a046972fc7c96ad5652ce; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70563158, jitterRate=0.051472991704940796}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-16T03:40:35,417 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=109}] regionserver.HRegion(1001): Region open journal for 88eab8a4655a046972fc7c96ad5652ce: 2024-12-16T03:40:35,418 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=109}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1734320432293.88eab8a4655a046972fc7c96ad5652ce., pid=109, masterSystemTime=1734320435393 2024-12-16T03:40:35,420 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=109}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1734320432293.88eab8a4655a046972fc7c96ad5652ce. 2024-12-16T03:40:35,420 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=109}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1734320432293.88eab8a4655a046972fc7c96ad5652ce. 2024-12-16T03:40:35,420 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=107 updating hbase:meta row=88eab8a4655a046972fc7c96ad5652ce, regionState=OPEN, openSeqNum=5, regionLocation=f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:35,423 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=109, resume processing ppid=107 2024-12-16T03:40:35,423 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=109, ppid=107, state=SUCCESS; OpenRegionProcedure 88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 in 181 msec 2024-12-16T03:40:35,424 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=107, resume processing ppid=106 2024-12-16T03:40:35,424 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=107, ppid=106, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=88eab8a4655a046972fc7c96ad5652ce, REOPEN/MOVE in 512 msec 2024-12-16T03:40:35,427 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=106, resume processing ppid=105 2024-12-16T03:40:35,427 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=106, ppid=105, state=SUCCESS; ReopenTableRegionsProcedure table=TestAcidGuarantees in 518 msec 2024-12-16T03:40:35,429 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=105, state=SUCCESS; ModifyTableProcedure table=TestAcidGuarantees in 961 msec 2024-12-16T03:40:35,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=105 2024-12-16T03:40:35,431 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3c336ea4 to 127.0.0.1:56952 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@167a78b0 2024-12-16T03:40:35,492 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31aea41b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-16T03:40:35,494 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1f94d721 to 127.0.0.1:56952 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5aee939b 2024-12-16T03:40:35,510 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e247aa1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-16T03:40:35,512 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x319559be to 127.0.0.1:56952 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1f49665c 2024-12-16T03:40:35,519 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2205f666, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-16T03:40:35,520 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3c907e21 to 127.0.0.1:56952 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@683f8469 2024-12-16T03:40:35,527 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6584e9ce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-16T03:40:35,529 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x61ec0f48 to 127.0.0.1:56952 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@75e4d3d0 2024-12-16T03:40:35,535 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37ec8e3b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-16T03:40:35,536 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2b308f62 to 127.0.0.1:56952 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@787e5169 2024-12-16T03:40:35,544 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7284f16d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-16T03:40:35,545 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x68035c67 to 127.0.0.1:56952 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@627cad17 2024-12-16T03:40:35,553 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37a637ac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-16T03:40:35,554 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3eab689a to 127.0.0.1:56952 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@39387e4d 2024-12-16T03:40:35,561 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3fa53591, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-16T03:40:35,562 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x59bd764a to 127.0.0.1:56952 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@238db126 2024-12-16T03:40:35,569 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3512017b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-16T03:40:35,570 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x022a6e9f to 127.0.0.1:56952 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@4c60eb7d 2024-12-16T03:40:35,577 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@695c2253, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-16T03:40:35,580 DEBUG [hconnection-0x6b2237d-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-16T03:40:35,580 DEBUG [hconnection-0x56ffb399-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-16T03:40:35,580 DEBUG [hconnection-0x70c4ae66-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-16T03:40:35,581 DEBUG [hconnection-0xfeeffdc-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-16T03:40:35,581 DEBUG [hconnection-0x12bffb0-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-16T03:40:35,581 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40712, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-16T03:40:35,581 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40710, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-16T03:40:35,581 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40714, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-16T03:40:35,582 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40748, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-16T03:40:35,582 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40756, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-16T03:40:35,582 DEBUG [hconnection-0x4e45fa7c-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-16T03:40:35,583 DEBUG [hconnection-0x8d58b04-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-16T03:40:35,583 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40768, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-16T03:40:35,584 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40778, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-16T03:40:35,585 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-16T03:40:35,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] procedure2.ProcedureExecutor(1098): Stored pid=110, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=110, table=TestAcidGuarantees 2024-12-16T03:40:35,587 DEBUG [hconnection-0x5d239b0-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-16T03:40:35,587 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=110, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=110, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-16T03:40:35,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-12-16T03:40:35,588 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=110, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=110, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-16T03:40:35,588 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=111, ppid=110, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-16T03:40:35,588 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40790, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-16T03:40:35,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(8581): Flush requested on 88eab8a4655a046972fc7c96ad5652ce 2024-12-16T03:40:35,589 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 88eab8a4655a046972fc7c96ad5652ce 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-16T03:40:35,589 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 88eab8a4655a046972fc7c96ad5652ce, store=A 2024-12-16T03:40:35,589 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T03:40:35,590 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 88eab8a4655a046972fc7c96ad5652ce, store=B 2024-12-16T03:40:35,590 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T03:40:35,590 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 88eab8a4655a046972fc7c96ad5652ce, store=C 2024-12-16T03:40:35,590 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T03:40:35,590 DEBUG [hconnection-0x7d1fa44d-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-16T03:40:35,590 DEBUG [hconnection-0x5d4995b8-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-16T03:40:35,591 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40800, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-16T03:40:35,592 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40812, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-16T03:40:35,606 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:40:35,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40778 deadline: 1734320495605, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:35,606 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:40:35,606 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:40:35,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40790 deadline: 1734320495605, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:35,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40756 deadline: 1734320495605, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:35,606 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:40:35,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40812 deadline: 1734320495606, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:35,606 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:40:35,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40714 deadline: 1734320495606, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:35,615 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241216aa8b94a1e86e452fbafdb500528e3567_88eab8a4655a046972fc7c96ad5652ce is 50, key is test_row_0/A:col10/1734320435584/Put/seqid=0 2024-12-16T03:40:35,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073742177_1353 (size=12154) 2024-12-16T03:40:35,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-12-16T03:40:35,709 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:40:35,709 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:40:35,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40756 deadline: 1734320495707, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:35,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40778 deadline: 1734320495707, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:35,709 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:40:35,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40790 deadline: 1734320495707, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:35,709 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:40:35,709 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:40:35,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40714 deadline: 1734320495707, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:35,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40812 deadline: 1734320495707, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:35,739 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:35,739 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39893 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-12-16T03:40:35,740 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734320432293.88eab8a4655a046972fc7c96ad5652ce. 2024-12-16T03:40:35,740 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734320432293.88eab8a4655a046972fc7c96ad5652ce. as already flushing 2024-12-16T03:40:35,740 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734320432293.88eab8a4655a046972fc7c96ad5652ce. 2024-12-16T03:40:35,740 ERROR [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] handler.RSProcedureHandler(58): pid=111 java.io.IOException: Unable to complete flush {ENCODED => 88eab8a4655a046972fc7c96ad5652ce, NAME => 'TestAcidGuarantees,,1734320432293.88eab8a4655a046972fc7c96ad5652ce.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:40:35,740 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=111 java.io.IOException: Unable to complete flush {ENCODED => 88eab8a4655a046972fc7c96ad5652ce, NAME => 'TestAcidGuarantees,,1734320432293.88eab8a4655a046972fc7c96ad5652ce.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:40:35,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.HMaster(4114): Remote procedure failed, pid=111 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 88eab8a4655a046972fc7c96ad5652ce, NAME => 'TestAcidGuarantees,,1734320432293.88eab8a4655a046972fc7c96ad5652ce.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 88eab8a4655a046972fc7c96ad5652ce, NAME => 'TestAcidGuarantees,,1734320432293.88eab8a4655a046972fc7c96ad5652ce.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:40:35,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-12-16T03:40:35,891 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:35,892 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39893 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-12-16T03:40:35,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734320432293.88eab8a4655a046972fc7c96ad5652ce. 2024-12-16T03:40:35,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734320432293.88eab8a4655a046972fc7c96ad5652ce. as already flushing 2024-12-16T03:40:35,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734320432293.88eab8a4655a046972fc7c96ad5652ce. 2024-12-16T03:40:35,892 ERROR [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] handler.RSProcedureHandler(58): pid=111 java.io.IOException: Unable to complete flush {ENCODED => 88eab8a4655a046972fc7c96ad5652ce, NAME => 'TestAcidGuarantees,,1734320432293.88eab8a4655a046972fc7c96ad5652ce.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:40:35,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=111 java.io.IOException: Unable to complete flush {ENCODED => 88eab8a4655a046972fc7c96ad5652ce, NAME => 'TestAcidGuarantees,,1734320432293.88eab8a4655a046972fc7c96ad5652ce.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:40:35,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.HMaster(4114): Remote procedure failed, pid=111 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 88eab8a4655a046972fc7c96ad5652ce, NAME => 'TestAcidGuarantees,,1734320432293.88eab8a4655a046972fc7c96ad5652ce.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 88eab8a4655a046972fc7c96ad5652ce, NAME => 'TestAcidGuarantees,,1734320432293.88eab8a4655a046972fc7c96ad5652ce.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:40:35,913 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:40:35,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40714 deadline: 1734320495910, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:35,913 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:40:35,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40812 deadline: 1734320495910, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:35,914 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:40:35,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40790 deadline: 1734320495910, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:35,915 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:40:35,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40756 deadline: 1734320495911, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:35,915 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:40:35,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40778 deadline: 1734320495911, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:36,018 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:40:36,021 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241216aa8b94a1e86e452fbafdb500528e3567_88eab8a4655a046972fc7c96ad5652ce to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241216aa8b94a1e86e452fbafdb500528e3567_88eab8a4655a046972fc7c96ad5652ce 2024-12-16T03:40:36,021 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/.tmp/A/43f0eb002f4d4b31bd70f738adc9f8fc, store: [table=TestAcidGuarantees family=A region=88eab8a4655a046972fc7c96ad5652ce] 2024-12-16T03:40:36,022 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/.tmp/A/43f0eb002f4d4b31bd70f738adc9f8fc is 175, key is test_row_0/A:col10/1734320435584/Put/seqid=0 2024-12-16T03:40:36,025 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073742178_1354 (size=30955) 2024-12-16T03:40:36,027 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=17, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/.tmp/A/43f0eb002f4d4b31bd70f738adc9f8fc 2024-12-16T03:40:36,044 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:36,044 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39893 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-12-16T03:40:36,044 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734320432293.88eab8a4655a046972fc7c96ad5652ce. 2024-12-16T03:40:36,044 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734320432293.88eab8a4655a046972fc7c96ad5652ce. as already flushing 2024-12-16T03:40:36,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734320432293.88eab8a4655a046972fc7c96ad5652ce. 2024-12-16T03:40:36,045 ERROR [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] handler.RSProcedureHandler(58): pid=111 java.io.IOException: Unable to complete flush {ENCODED => 88eab8a4655a046972fc7c96ad5652ce, NAME => 'TestAcidGuarantees,,1734320432293.88eab8a4655a046972fc7c96ad5652ce.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:40:36,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=111 java.io.IOException: Unable to complete flush {ENCODED => 88eab8a4655a046972fc7c96ad5652ce, NAME => 'TestAcidGuarantees,,1734320432293.88eab8a4655a046972fc7c96ad5652ce.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:40:36,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.HMaster(4114): Remote procedure failed, pid=111 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 88eab8a4655a046972fc7c96ad5652ce, NAME => 'TestAcidGuarantees,,1734320432293.88eab8a4655a046972fc7c96ad5652ce.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 88eab8a4655a046972fc7c96ad5652ce, NAME => 'TestAcidGuarantees,,1734320432293.88eab8a4655a046972fc7c96ad5652ce.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:40:36,051 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/.tmp/B/1b1694e3ed7a4f40ade5de441e276e19 is 50, key is test_row_0/B:col10/1734320435584/Put/seqid=0 2024-12-16T03:40:36,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073742179_1355 (size=12001) 2024-12-16T03:40:36,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-12-16T03:40:36,196 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:36,196 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39893 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-12-16T03:40:36,197 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734320432293.88eab8a4655a046972fc7c96ad5652ce. 2024-12-16T03:40:36,197 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734320432293.88eab8a4655a046972fc7c96ad5652ce. as already flushing 2024-12-16T03:40:36,197 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734320432293.88eab8a4655a046972fc7c96ad5652ce. 2024-12-16T03:40:36,197 ERROR [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] handler.RSProcedureHandler(58): pid=111 java.io.IOException: Unable to complete flush {ENCODED => 88eab8a4655a046972fc7c96ad5652ce, NAME => 'TestAcidGuarantees,,1734320432293.88eab8a4655a046972fc7c96ad5652ce.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:40:36,197 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=111 java.io.IOException: Unable to complete flush {ENCODED => 88eab8a4655a046972fc7c96ad5652ce, NAME => 'TestAcidGuarantees,,1734320432293.88eab8a4655a046972fc7c96ad5652ce.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:40:36,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.HMaster(4114): Remote procedure failed, pid=111 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 88eab8a4655a046972fc7c96ad5652ce, NAME => 'TestAcidGuarantees,,1734320432293.88eab8a4655a046972fc7c96ad5652ce.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 88eab8a4655a046972fc7c96ad5652ce, NAME => 'TestAcidGuarantees,,1734320432293.88eab8a4655a046972fc7c96ad5652ce.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:40:36,216 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:40:36,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40812 deadline: 1734320496214, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:36,217 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:40:36,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40778 deadline: 1734320496215, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:36,217 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:40:36,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40714 deadline: 1734320496216, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:36,217 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:40:36,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40756 deadline: 1734320496216, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:36,217 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:40:36,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40790 deadline: 1734320496216, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:36,348 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:36,349 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39893 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-12-16T03:40:36,349 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734320432293.88eab8a4655a046972fc7c96ad5652ce. 2024-12-16T03:40:36,349 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734320432293.88eab8a4655a046972fc7c96ad5652ce. as already flushing 2024-12-16T03:40:36,349 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734320432293.88eab8a4655a046972fc7c96ad5652ce. 2024-12-16T03:40:36,349 ERROR [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] handler.RSProcedureHandler(58): pid=111 java.io.IOException: Unable to complete flush {ENCODED => 88eab8a4655a046972fc7c96ad5652ce, NAME => 'TestAcidGuarantees,,1734320432293.88eab8a4655a046972fc7c96ad5652ce.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:40:36,349 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=111 java.io.IOException: Unable to complete flush {ENCODED => 88eab8a4655a046972fc7c96ad5652ce, NAME => 'TestAcidGuarantees,,1734320432293.88eab8a4655a046972fc7c96ad5652ce.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:40:36,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.HMaster(4114): Remote procedure failed, pid=111 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 88eab8a4655a046972fc7c96ad5652ce, NAME => 'TestAcidGuarantees,,1734320432293.88eab8a4655a046972fc7c96ad5652ce.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 88eab8a4655a046972fc7c96ad5652ce, NAME => 'TestAcidGuarantees,,1734320432293.88eab8a4655a046972fc7c96ad5652ce.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:40:36,455 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/.tmp/B/1b1694e3ed7a4f40ade5de441e276e19 2024-12-16T03:40:36,478 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/.tmp/C/91a589ae615d4e29a09771ee924532f4 is 50, key is test_row_0/C:col10/1734320435584/Put/seqid=0 2024-12-16T03:40:36,481 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073742180_1356 (size=12001) 2024-12-16T03:40:36,484 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/.tmp/C/91a589ae615d4e29a09771ee924532f4 2024-12-16T03:40:36,487 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/.tmp/A/43f0eb002f4d4b31bd70f738adc9f8fc as hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/A/43f0eb002f4d4b31bd70f738adc9f8fc 2024-12-16T03:40:36,491 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/A/43f0eb002f4d4b31bd70f738adc9f8fc, entries=150, sequenceid=17, filesize=30.2 K 2024-12-16T03:40:36,492 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/.tmp/B/1b1694e3ed7a4f40ade5de441e276e19 as hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/B/1b1694e3ed7a4f40ade5de441e276e19 2024-12-16T03:40:36,496 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/B/1b1694e3ed7a4f40ade5de441e276e19, entries=150, sequenceid=17, filesize=11.7 K 2024-12-16T03:40:36,497 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/.tmp/C/91a589ae615d4e29a09771ee924532f4 as hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/C/91a589ae615d4e29a09771ee924532f4 2024-12-16T03:40:36,500 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/C/91a589ae615d4e29a09771ee924532f4, entries=150, sequenceid=17, filesize=11.7 K 2024-12-16T03:40:36,501 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:36,501 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=140.89 KB/144270 for 88eab8a4655a046972fc7c96ad5652ce in 912ms, sequenceid=17, compaction requested=false 2024-12-16T03:40:36,501 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-12-16T03:40:36,501 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39893 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-12-16T03:40:36,501 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734320432293.88eab8a4655a046972fc7c96ad5652ce. 2024-12-16T03:40:36,501 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734320432293.88eab8a4655a046972fc7c96ad5652ce. as already flushing 2024-12-16T03:40:36,501 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734320432293.88eab8a4655a046972fc7c96ad5652ce. 2024-12-16T03:40:36,501 ERROR [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] handler.RSProcedureHandler(58): pid=111 java.io.IOException: Unable to complete flush {ENCODED => 88eab8a4655a046972fc7c96ad5652ce, NAME => 'TestAcidGuarantees,,1734320432293.88eab8a4655a046972fc7c96ad5652ce.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:40:36,501 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=111 java.io.IOException: Unable to complete flush {ENCODED => 88eab8a4655a046972fc7c96ad5652ce, NAME => 'TestAcidGuarantees,,1734320432293.88eab8a4655a046972fc7c96ad5652ce.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:40:36,502 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 88eab8a4655a046972fc7c96ad5652ce: 2024-12-16T03:40:36,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.HMaster(4114): Remote procedure failed, pid=111 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 88eab8a4655a046972fc7c96ad5652ce, NAME => 'TestAcidGuarantees,,1734320432293.88eab8a4655a046972fc7c96ad5652ce.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 88eab8a4655a046972fc7c96ad5652ce, NAME => 'TestAcidGuarantees,,1734320432293.88eab8a4655a046972fc7c96ad5652ce.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:40:36,653 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:36,653 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39893 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-12-16T03:40:36,653 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734320432293.88eab8a4655a046972fc7c96ad5652ce. 2024-12-16T03:40:36,653 INFO [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2837): Flushing 88eab8a4655a046972fc7c96ad5652ce 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-12-16T03:40:36,653 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 88eab8a4655a046972fc7c96ad5652ce, store=A 2024-12-16T03:40:36,654 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T03:40:36,654 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 88eab8a4655a046972fc7c96ad5652ce, store=B 2024-12-16T03:40:36,654 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T03:40:36,654 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 88eab8a4655a046972fc7c96ad5652ce, store=C 2024-12-16T03:40:36,654 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T03:40:36,658 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024121659a2c414e27949deb4ea6f22ac857b2f_88eab8a4655a046972fc7c96ad5652ce is 50, key is test_row_0/A:col10/1734320435603/Put/seqid=0 2024-12-16T03:40:36,662 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073742181_1357 (size=12154) 2024-12-16T03:40:36,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-12-16T03:40:36,722 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734320432293.88eab8a4655a046972fc7c96ad5652ce. as already flushing 2024-12-16T03:40:36,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(8581): Flush requested on 88eab8a4655a046972fc7c96ad5652ce 2024-12-16T03:40:36,731 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:40:36,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40790 deadline: 1734320496726, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:36,731 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:40:36,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40778 deadline: 1734320496727, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:36,731 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:40:36,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40714 deadline: 1734320496728, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:36,734 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:40:36,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40812 deadline: 1734320496728, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:36,735 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:40:36,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40756 deadline: 1734320496729, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:36,833 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:40:36,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40790 deadline: 1734320496832, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:36,834 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:40:36,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40778 deadline: 1734320496832, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:36,834 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:40:36,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40714 deadline: 1734320496832, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:36,837 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:40:36,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40812 deadline: 1734320496835, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:36,837 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:40:36,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40756 deadline: 1734320496835, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:37,035 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:40:37,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40790 deadline: 1734320497034, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:37,038 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:40:37,038 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:40:37,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40778 deadline: 1734320497035, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:37,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40714 deadline: 1734320497035, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:37,038 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:40:37,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40756 deadline: 1734320497038, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:37,042 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:40:37,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40812 deadline: 1734320497039, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:37,062 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:40:37,065 INFO [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024121659a2c414e27949deb4ea6f22ac857b2f_88eab8a4655a046972fc7c96ad5652ce to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121659a2c414e27949deb4ea6f22ac857b2f_88eab8a4655a046972fc7c96ad5652ce 2024-12-16T03:40:37,066 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/.tmp/A/3bc06c2015fe405fa8e51fe9f84132e6, store: [table=TestAcidGuarantees family=A region=88eab8a4655a046972fc7c96ad5652ce] 2024-12-16T03:40:37,066 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/.tmp/A/3bc06c2015fe405fa8e51fe9f84132e6 is 175, key is test_row_0/A:col10/1734320435603/Put/seqid=0 2024-12-16T03:40:37,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073742182_1358 (size=30955) 2024-12-16T03:40:37,097 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-16T03:40:37,340 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:40:37,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40790 deadline: 1734320497337, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:37,341 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:40:37,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40778 deadline: 1734320497340, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:37,341 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:40:37,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40714 deadline: 1734320497341, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:37,344 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:40:37,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40756 deadline: 1734320497341, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:37,345 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:40:37,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40812 deadline: 1734320497344, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:37,470 INFO [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=41, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/.tmp/A/3bc06c2015fe405fa8e51fe9f84132e6 2024-12-16T03:40:37,475 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/.tmp/B/066f85134d0a4b4189cec669f2da5c2a is 50, key is test_row_0/B:col10/1734320435603/Put/seqid=0 2024-12-16T03:40:37,478 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073742183_1359 (size=12001) 2024-12-16T03:40:37,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-12-16T03:40:37,844 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:40:37,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40778 deadline: 1734320497842, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:37,846 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:40:37,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40790 deadline: 1734320497844, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:37,848 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:40:37,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40714 deadline: 1734320497846, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:37,850 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:40:37,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40812 deadline: 1734320497847, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:37,850 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:40:37,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40756 deadline: 1734320497849, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:37,879 INFO [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=41 (bloomFilter=true), to=hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/.tmp/B/066f85134d0a4b4189cec669f2da5c2a 2024-12-16T03:40:37,885 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/.tmp/C/0e43da1e3d7048f4a575fec19fcdbd6d is 50, key is test_row_0/C:col10/1734320435603/Put/seqid=0 2024-12-16T03:40:37,888 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073742184_1360 (size=12001) 2024-12-16T03:40:38,289 INFO [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=41 (bloomFilter=true), to=hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/.tmp/C/0e43da1e3d7048f4a575fec19fcdbd6d 2024-12-16T03:40:38,293 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/.tmp/A/3bc06c2015fe405fa8e51fe9f84132e6 as hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/A/3bc06c2015fe405fa8e51fe9f84132e6 2024-12-16T03:40:38,295 INFO [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/A/3bc06c2015fe405fa8e51fe9f84132e6, entries=150, sequenceid=41, filesize=30.2 K 2024-12-16T03:40:38,296 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/.tmp/B/066f85134d0a4b4189cec669f2da5c2a as hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/B/066f85134d0a4b4189cec669f2da5c2a 2024-12-16T03:40:38,299 INFO [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/B/066f85134d0a4b4189cec669f2da5c2a, entries=150, sequenceid=41, filesize=11.7 K 2024-12-16T03:40:38,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/.tmp/C/0e43da1e3d7048f4a575fec19fcdbd6d as hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/C/0e43da1e3d7048f4a575fec19fcdbd6d 2024-12-16T03:40:38,302 INFO [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/C/0e43da1e3d7048f4a575fec19fcdbd6d, entries=150, sequenceid=41, filesize=11.7 K 2024-12-16T03:40:38,303 INFO [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=67.09 KB/68700 for 88eab8a4655a046972fc7c96ad5652ce in 1650ms, sequenceid=41, compaction requested=false 2024-12-16T03:40:38,303 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2538): Flush status journal for 88eab8a4655a046972fc7c96ad5652ce: 2024-12-16T03:40:38,303 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734320432293.88eab8a4655a046972fc7c96ad5652ce. 2024-12-16T03:40:38,303 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=111 2024-12-16T03:40:38,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.HMaster(4106): Remote procedure done, pid=111 2024-12-16T03:40:38,304 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=111, resume processing ppid=110 2024-12-16T03:40:38,305 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=111, ppid=110, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.7160 sec 2024-12-16T03:40:38,305 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=110, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=110, table=TestAcidGuarantees in 2.7200 sec 2024-12-16T03:40:38,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(8581): Flush requested on 88eab8a4655a046972fc7c96ad5652ce 2024-12-16T03:40:38,853 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 88eab8a4655a046972fc7c96ad5652ce 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-12-16T03:40:38,854 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 88eab8a4655a046972fc7c96ad5652ce, store=A 2024-12-16T03:40:38,854 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T03:40:38,854 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 88eab8a4655a046972fc7c96ad5652ce, store=B 2024-12-16T03:40:38,854 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T03:40:38,854 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 88eab8a4655a046972fc7c96ad5652ce, store=C 2024-12-16T03:40:38,854 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T03:40:38,860 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412163109dd51a3de49d1916b936ff36a9415_88eab8a4655a046972fc7c96ad5652ce is 50, key is test_row_0/A:col10/1734320438852/Put/seqid=0 2024-12-16T03:40:38,863 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073742185_1361 (size=17034) 2024-12-16T03:40:38,878 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:40:38,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40714 deadline: 1734320498873, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:38,879 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:40:38,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40812 deadline: 1734320498874, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:38,879 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:40:38,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40756 deadline: 1734320498875, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:38,879 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:40:38,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40790 deadline: 1734320498877, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:38,881 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:40:38,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40778 deadline: 1734320498878, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:38,981 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:40:38,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40714 deadline: 1734320498979, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:38,982 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:40:38,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40812 deadline: 1734320498980, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:38,982 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:40:38,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40756 deadline: 1734320498980, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:38,982 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:40:38,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40790 deadline: 1734320498980, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:38,985 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:40:38,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40778 deadline: 1734320498982, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:39,185 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:40:39,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40714 deadline: 1734320499182, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:39,186 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:40:39,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40812 deadline: 1734320499184, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:39,186 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:40:39,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40756 deadline: 1734320499184, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:39,186 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:40:39,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40790 deadline: 1734320499184, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:39,190 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:40:39,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40778 deadline: 1734320499187, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:39,264 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:40:39,267 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412163109dd51a3de49d1916b936ff36a9415_88eab8a4655a046972fc7c96ad5652ce to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412163109dd51a3de49d1916b936ff36a9415_88eab8a4655a046972fc7c96ad5652ce 2024-12-16T03:40:39,267 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/.tmp/A/1708294a8c9746abbfbbed7a24b0222c, store: [table=TestAcidGuarantees family=A region=88eab8a4655a046972fc7c96ad5652ce] 2024-12-16T03:40:39,268 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/.tmp/A/1708294a8c9746abbfbbed7a24b0222c is 175, key is test_row_0/A:col10/1734320438852/Put/seqid=0 2024-12-16T03:40:39,271 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073742186_1362 (size=48139) 2024-12-16T03:40:39,492 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:40:39,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40714 deadline: 1734320499487, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:39,492 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:40:39,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40756 deadline: 1734320499487, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:39,492 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:40:39,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40790 deadline: 1734320499487, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:39,493 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:40:39,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40812 deadline: 1734320499487, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:39,496 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:40:39,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40778 deadline: 1734320499492, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:39,671 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=56, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/.tmp/A/1708294a8c9746abbfbbed7a24b0222c 2024-12-16T03:40:39,676 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/.tmp/B/3e2802b2e8e34c39a5c67956d3226d52 is 50, key is test_row_0/B:col10/1734320438852/Put/seqid=0 2024-12-16T03:40:39,680 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073742187_1363 (size=12001) 2024-12-16T03:40:39,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-12-16T03:40:39,692 INFO [Thread-1599 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 110 completed 2024-12-16T03:40:39,693 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-16T03:40:39,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] procedure2.ProcedureExecutor(1098): Stored pid=112, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=112, table=TestAcidGuarantees 2024-12-16T03:40:39,694 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=112, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=112, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-16T03:40:39,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-12-16T03:40:39,694 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=112, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=112, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-16T03:40:39,695 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=113, ppid=112, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-16T03:40:39,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-12-16T03:40:39,846 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:39,846 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39893 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=113 2024-12-16T03:40:39,846 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734320432293.88eab8a4655a046972fc7c96ad5652ce. 2024-12-16T03:40:39,847 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734320432293.88eab8a4655a046972fc7c96ad5652ce. as already flushing 2024-12-16T03:40:39,847 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734320432293.88eab8a4655a046972fc7c96ad5652ce. 2024-12-16T03:40:39,847 ERROR [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] handler.RSProcedureHandler(58): pid=113 java.io.IOException: Unable to complete flush {ENCODED => 88eab8a4655a046972fc7c96ad5652ce, NAME => 'TestAcidGuarantees,,1734320432293.88eab8a4655a046972fc7c96ad5652ce.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:40:39,847 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=113 java.io.IOException: Unable to complete flush {ENCODED => 88eab8a4655a046972fc7c96ad5652ce, NAME => 'TestAcidGuarantees,,1734320432293.88eab8a4655a046972fc7c96ad5652ce.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:40:39,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.HMaster(4114): Remote procedure failed, pid=113 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 88eab8a4655a046972fc7c96ad5652ce, NAME => 'TestAcidGuarantees,,1734320432293.88eab8a4655a046972fc7c96ad5652ce.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 88eab8a4655a046972fc7c96ad5652ce, NAME => 'TestAcidGuarantees,,1734320432293.88eab8a4655a046972fc7c96ad5652ce.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:40:39,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-12-16T03:40:39,998 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:40:39,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40756 deadline: 1734320499995, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:39,998 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:40:39,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40812 deadline: 1734320499995, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:39,998 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:39,998 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:40:39,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40714 deadline: 1734320499996, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:39,999 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39893 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=113 2024-12-16T03:40:39,999 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734320432293.88eab8a4655a046972fc7c96ad5652ce. 2024-12-16T03:40:39,999 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734320432293.88eab8a4655a046972fc7c96ad5652ce. as already flushing 2024-12-16T03:40:39,999 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734320432293.88eab8a4655a046972fc7c96ad5652ce. 2024-12-16T03:40:39,999 ERROR [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] handler.RSProcedureHandler(58): pid=113 java.io.IOException: Unable to complete flush {ENCODED => 88eab8a4655a046972fc7c96ad5652ce, NAME => 'TestAcidGuarantees,,1734320432293.88eab8a4655a046972fc7c96ad5652ce.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:40:39,999 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=113 java.io.IOException: Unable to complete flush {ENCODED => 88eab8a4655a046972fc7c96ad5652ce, NAME => 'TestAcidGuarantees,,1734320432293.88eab8a4655a046972fc7c96ad5652ce.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:40:39,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.HMaster(4114): Remote procedure failed, pid=113 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 88eab8a4655a046972fc7c96ad5652ce, NAME => 'TestAcidGuarantees,,1734320432293.88eab8a4655a046972fc7c96ad5652ce.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 88eab8a4655a046972fc7c96ad5652ce, NAME => 'TestAcidGuarantees,,1734320432293.88eab8a4655a046972fc7c96ad5652ce.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:40:40,000 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:40:40,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40790 deadline: 1734320499997, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:40,002 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:40:40,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40778 deadline: 1734320500000, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:40,085 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/.tmp/B/3e2802b2e8e34c39a5c67956d3226d52 2024-12-16T03:40:40,090 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/.tmp/C/3bd8785278624ba2aa3d84a3f78faf05 is 50, key is test_row_0/C:col10/1734320438852/Put/seqid=0 2024-12-16T03:40:40,093 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073742188_1364 (size=12001) 2024-12-16T03:40:40,151 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:40,151 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39893 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=113 2024-12-16T03:40:40,151 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734320432293.88eab8a4655a046972fc7c96ad5652ce. 2024-12-16T03:40:40,151 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734320432293.88eab8a4655a046972fc7c96ad5652ce. as already flushing 2024-12-16T03:40:40,151 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734320432293.88eab8a4655a046972fc7c96ad5652ce. 2024-12-16T03:40:40,151 ERROR [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] handler.RSProcedureHandler(58): pid=113 java.io.IOException: Unable to complete flush {ENCODED => 88eab8a4655a046972fc7c96ad5652ce, NAME => 'TestAcidGuarantees,,1734320432293.88eab8a4655a046972fc7c96ad5652ce.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:40:40,151 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=113 java.io.IOException: Unable to complete flush {ENCODED => 88eab8a4655a046972fc7c96ad5652ce, NAME => 'TestAcidGuarantees,,1734320432293.88eab8a4655a046972fc7c96ad5652ce.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:40:40,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.HMaster(4114): Remote procedure failed, pid=113 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 88eab8a4655a046972fc7c96ad5652ce, NAME => 'TestAcidGuarantees,,1734320432293.88eab8a4655a046972fc7c96ad5652ce.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 88eab8a4655a046972fc7c96ad5652ce, NAME => 'TestAcidGuarantees,,1734320432293.88eab8a4655a046972fc7c96ad5652ce.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:40:40,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-12-16T03:40:40,303 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:40,303 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39893 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=113 2024-12-16T03:40:40,304 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734320432293.88eab8a4655a046972fc7c96ad5652ce. 2024-12-16T03:40:40,304 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734320432293.88eab8a4655a046972fc7c96ad5652ce. as already flushing 2024-12-16T03:40:40,304 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734320432293.88eab8a4655a046972fc7c96ad5652ce. 2024-12-16T03:40:40,304 ERROR [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] handler.RSProcedureHandler(58): pid=113 java.io.IOException: Unable to complete flush {ENCODED => 88eab8a4655a046972fc7c96ad5652ce, NAME => 'TestAcidGuarantees,,1734320432293.88eab8a4655a046972fc7c96ad5652ce.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:40:40,304 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=113 java.io.IOException: Unable to complete flush {ENCODED => 88eab8a4655a046972fc7c96ad5652ce, NAME => 'TestAcidGuarantees,,1734320432293.88eab8a4655a046972fc7c96ad5652ce.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:40:40,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.HMaster(4114): Remote procedure failed, pid=113 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 88eab8a4655a046972fc7c96ad5652ce, NAME => 'TestAcidGuarantees,,1734320432293.88eab8a4655a046972fc7c96ad5652ce.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 88eab8a4655a046972fc7c96ad5652ce, NAME => 'TestAcidGuarantees,,1734320432293.88eab8a4655a046972fc7c96ad5652ce.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:40:40,455 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:40,456 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39893 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=113 2024-12-16T03:40:40,456 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734320432293.88eab8a4655a046972fc7c96ad5652ce. 2024-12-16T03:40:40,456 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734320432293.88eab8a4655a046972fc7c96ad5652ce. as already flushing 2024-12-16T03:40:40,456 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734320432293.88eab8a4655a046972fc7c96ad5652ce. 2024-12-16T03:40:40,456 ERROR [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] handler.RSProcedureHandler(58): pid=113 java.io.IOException: Unable to complete flush {ENCODED => 88eab8a4655a046972fc7c96ad5652ce, NAME => 'TestAcidGuarantees,,1734320432293.88eab8a4655a046972fc7c96ad5652ce.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:40:40,456 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=113 java.io.IOException: Unable to complete flush {ENCODED => 88eab8a4655a046972fc7c96ad5652ce, NAME => 'TestAcidGuarantees,,1734320432293.88eab8a4655a046972fc7c96ad5652ce.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:40:40,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.HMaster(4114): Remote procedure failed, pid=113 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 88eab8a4655a046972fc7c96ad5652ce, NAME => 'TestAcidGuarantees,,1734320432293.88eab8a4655a046972fc7c96ad5652ce.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 88eab8a4655a046972fc7c96ad5652ce, NAME => 'TestAcidGuarantees,,1734320432293.88eab8a4655a046972fc7c96ad5652ce.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:40:40,493 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/.tmp/C/3bd8785278624ba2aa3d84a3f78faf05 2024-12-16T03:40:40,522 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/.tmp/A/1708294a8c9746abbfbbed7a24b0222c as hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/A/1708294a8c9746abbfbbed7a24b0222c 2024-12-16T03:40:40,525 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/A/1708294a8c9746abbfbbed7a24b0222c, entries=250, sequenceid=56, filesize=47.0 K 2024-12-16T03:40:40,526 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/.tmp/B/3e2802b2e8e34c39a5c67956d3226d52 as hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/B/3e2802b2e8e34c39a5c67956d3226d52 2024-12-16T03:40:40,529 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/B/3e2802b2e8e34c39a5c67956d3226d52, entries=150, sequenceid=56, filesize=11.7 K 2024-12-16T03:40:40,530 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/.tmp/C/3bd8785278624ba2aa3d84a3f78faf05 as hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/C/3bd8785278624ba2aa3d84a3f78faf05 2024-12-16T03:40:40,533 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/C/3bd8785278624ba2aa3d84a3f78faf05, entries=150, sequenceid=56, filesize=11.7 K 2024-12-16T03:40:40,533 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for 88eab8a4655a046972fc7c96ad5652ce in 1680ms, sequenceid=56, compaction requested=true 2024-12-16T03:40:40,533 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 88eab8a4655a046972fc7c96ad5652ce: 2024-12-16T03:40:40,533 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 88eab8a4655a046972fc7c96ad5652ce:A, priority=-2147483648, current under compaction store size is 1 2024-12-16T03:40:40,533 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-16T03:40:40,533 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 88eab8a4655a046972fc7c96ad5652ce:B, priority=-2147483648, current under compaction store size is 2 2024-12-16T03:40:40,534 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-16T03:40:40,534 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 88eab8a4655a046972fc7c96ad5652ce:C, priority=-2147483648, current under compaction store size is 3 2024-12-16T03:40:40,534 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-16T03:40:40,534 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-16T03:40:40,534 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-16T03:40:40,535 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-16T03:40:40,535 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 110049 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-16T03:40:40,535 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.HStore(1540): 88eab8a4655a046972fc7c96ad5652ce/A is initiating minor compaction (all files) 2024-12-16T03:40:40,535 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.HStore(1540): 88eab8a4655a046972fc7c96ad5652ce/B is initiating minor compaction (all files) 2024-12-16T03:40:40,535 INFO [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 88eab8a4655a046972fc7c96ad5652ce/A in TestAcidGuarantees,,1734320432293.88eab8a4655a046972fc7c96ad5652ce. 2024-12-16T03:40:40,535 INFO [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 88eab8a4655a046972fc7c96ad5652ce/B in TestAcidGuarantees,,1734320432293.88eab8a4655a046972fc7c96ad5652ce. 2024-12-16T03:40:40,535 INFO [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/B/1b1694e3ed7a4f40ade5de441e276e19, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/B/066f85134d0a4b4189cec669f2da5c2a, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/B/3e2802b2e8e34c39a5c67956d3226d52] into tmpdir=hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/.tmp, totalSize=35.2 K 2024-12-16T03:40:40,535 INFO [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/A/43f0eb002f4d4b31bd70f738adc9f8fc, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/A/3bc06c2015fe405fa8e51fe9f84132e6, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/A/1708294a8c9746abbfbbed7a24b0222c] into tmpdir=hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/.tmp, totalSize=107.5 K 2024-12-16T03:40:40,535 INFO [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1734320432293.88eab8a4655a046972fc7c96ad5652ce. 2024-12-16T03:40:40,535 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1734320432293.88eab8a4655a046972fc7c96ad5652ce. files: [hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/A/43f0eb002f4d4b31bd70f738adc9f8fc, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/A/3bc06c2015fe405fa8e51fe9f84132e6, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/A/1708294a8c9746abbfbbed7a24b0222c] 2024-12-16T03:40:40,536 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] compactions.Compactor(224): Compacting 1b1694e3ed7a4f40ade5de441e276e19, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=17, earliestPutTs=1734320435584 2024-12-16T03:40:40,536 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] compactions.Compactor(224): Compacting 43f0eb002f4d4b31bd70f738adc9f8fc, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=17, earliestPutTs=1734320435584 2024-12-16T03:40:40,536 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] compactions.Compactor(224): Compacting 066f85134d0a4b4189cec669f2da5c2a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1734320435603 2024-12-16T03:40:40,536 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3bc06c2015fe405fa8e51fe9f84132e6, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1734320435603 2024-12-16T03:40:40,536 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] compactions.Compactor(224): Compacting 3e2802b2e8e34c39a5c67956d3226d52, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=56, earliestPutTs=1734320436728 2024-12-16T03:40:40,536 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1708294a8c9746abbfbbed7a24b0222c, keycount=250, bloomtype=ROW, size=47.0 K, encoding=NONE, compression=NONE, seqNum=56, earliestPutTs=1734320436726 2024-12-16T03:40:40,544 INFO [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 88eab8a4655a046972fc7c96ad5652ce#B#compaction#311 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-16T03:40:40,544 INFO [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=88eab8a4655a046972fc7c96ad5652ce] 2024-12-16T03:40:40,544 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/.tmp/B/0c610452608844d4b1f1f9460dddee4f is 50, key is test_row_0/B:col10/1734320438852/Put/seqid=0 2024-12-16T03:40:40,546 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241216059e447a3b394e9bbe6d3b1400b1f59a_88eab8a4655a046972fc7c96ad5652ce store=[table=TestAcidGuarantees family=A region=88eab8a4655a046972fc7c96ad5652ce] 2024-12-16T03:40:40,548 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241216059e447a3b394e9bbe6d3b1400b1f59a_88eab8a4655a046972fc7c96ad5652ce, store=[table=TestAcidGuarantees family=A region=88eab8a4655a046972fc7c96ad5652ce] 2024-12-16T03:40:40,549 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241216059e447a3b394e9bbe6d3b1400b1f59a_88eab8a4655a046972fc7c96ad5652ce because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=88eab8a4655a046972fc7c96ad5652ce] 2024-12-16T03:40:40,552 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073742189_1365 (size=12104) 2024-12-16T03:40:40,558 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/.tmp/B/0c610452608844d4b1f1f9460dddee4f as hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/B/0c610452608844d4b1f1f9460dddee4f 2024-12-16T03:40:40,563 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073742190_1366 (size=4469) 2024-12-16T03:40:40,563 INFO [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 88eab8a4655a046972fc7c96ad5652ce/B of 88eab8a4655a046972fc7c96ad5652ce into 0c610452608844d4b1f1f9460dddee4f(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-16T03:40:40,564 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 88eab8a4655a046972fc7c96ad5652ce: 2024-12-16T03:40:40,564 INFO [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734320432293.88eab8a4655a046972fc7c96ad5652ce., storeName=88eab8a4655a046972fc7c96ad5652ce/B, priority=13, startTime=1734320440533; duration=0sec 2024-12-16T03:40:40,564 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-16T03:40:40,564 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 88eab8a4655a046972fc7c96ad5652ce:B 2024-12-16T03:40:40,564 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-16T03:40:40,566 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-16T03:40:40,566 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.HStore(1540): 88eab8a4655a046972fc7c96ad5652ce/C is initiating minor compaction (all files) 2024-12-16T03:40:40,566 INFO [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 88eab8a4655a046972fc7c96ad5652ce/C in TestAcidGuarantees,,1734320432293.88eab8a4655a046972fc7c96ad5652ce. 2024-12-16T03:40:40,566 INFO [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/C/91a589ae615d4e29a09771ee924532f4, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/C/0e43da1e3d7048f4a575fec19fcdbd6d, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/C/3bd8785278624ba2aa3d84a3f78faf05] into tmpdir=hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/.tmp, totalSize=35.2 K 2024-12-16T03:40:40,567 INFO [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 88eab8a4655a046972fc7c96ad5652ce#A#compaction#312 average throughput is 1.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-16T03:40:40,567 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/.tmp/A/54a6634c51574e04a75ba02e10ef952b is 175, key is test_row_0/A:col10/1734320438852/Put/seqid=0 2024-12-16T03:40:40,568 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] compactions.Compactor(224): Compacting 91a589ae615d4e29a09771ee924532f4, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=17, earliestPutTs=1734320435584 2024-12-16T03:40:40,569 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] compactions.Compactor(224): Compacting 0e43da1e3d7048f4a575fec19fcdbd6d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1734320435603 2024-12-16T03:40:40,569 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] compactions.Compactor(224): Compacting 3bd8785278624ba2aa3d84a3f78faf05, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=56, earliestPutTs=1734320436728 2024-12-16T03:40:40,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073742191_1367 (size=31058) 2024-12-16T03:40:40,597 INFO [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 88eab8a4655a046972fc7c96ad5652ce#C#compaction#313 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-16T03:40:40,597 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/.tmp/C/aa0f26aaaf3141efafa7e92fed6ab4b8 is 50, key is test_row_0/C:col10/1734320438852/Put/seqid=0 2024-12-16T03:40:40,598 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/.tmp/A/54a6634c51574e04a75ba02e10ef952b as hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/A/54a6634c51574e04a75ba02e10ef952b 2024-12-16T03:40:40,604 INFO [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 88eab8a4655a046972fc7c96ad5652ce/A of 88eab8a4655a046972fc7c96ad5652ce into 54a6634c51574e04a75ba02e10ef952b(size=30.3 K), total size for store is 30.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-16T03:40:40,605 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 88eab8a4655a046972fc7c96ad5652ce: 2024-12-16T03:40:40,605 INFO [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734320432293.88eab8a4655a046972fc7c96ad5652ce., storeName=88eab8a4655a046972fc7c96ad5652ce/A, priority=13, startTime=1734320440533; duration=0sec 2024-12-16T03:40:40,605 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-16T03:40:40,605 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 88eab8a4655a046972fc7c96ad5652ce:A 2024-12-16T03:40:40,607 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073742192_1368 (size=12104) 2024-12-16T03:40:40,608 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:40,608 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39893 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=113 2024-12-16T03:40:40,608 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734320432293.88eab8a4655a046972fc7c96ad5652ce. 2024-12-16T03:40:40,608 INFO [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2837): Flushing 88eab8a4655a046972fc7c96ad5652ce 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-12-16T03:40:40,609 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 88eab8a4655a046972fc7c96ad5652ce, store=A 2024-12-16T03:40:40,609 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T03:40:40,609 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 88eab8a4655a046972fc7c96ad5652ce, store=B 2024-12-16T03:40:40,609 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T03:40:40,609 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 88eab8a4655a046972fc7c96ad5652ce, store=C 2024-12-16T03:40:40,609 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T03:40:40,615 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412168e0f44b1a2fb4553b4f94bb717c3b60f_88eab8a4655a046972fc7c96ad5652ce is 50, key is test_row_0/A:col10/1734320438876/Put/seqid=0 2024-12-16T03:40:40,618 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073742193_1369 (size=12154) 2024-12-16T03:40:40,619 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:40:40,622 INFO [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412168e0f44b1a2fb4553b4f94bb717c3b60f_88eab8a4655a046972fc7c96ad5652ce to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412168e0f44b1a2fb4553b4f94bb717c3b60f_88eab8a4655a046972fc7c96ad5652ce 2024-12-16T03:40:40,622 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/.tmp/A/caca554e05dc470ab41e350f6f9d6cb5, store: [table=TestAcidGuarantees family=A region=88eab8a4655a046972fc7c96ad5652ce] 2024-12-16T03:40:40,623 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/.tmp/A/caca554e05dc470ab41e350f6f9d6cb5 is 175, key is test_row_0/A:col10/1734320438876/Put/seqid=0 2024-12-16T03:40:40,626 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073742194_1370 (size=30955) 2024-12-16T03:40:40,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-12-16T03:40:41,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(8581): Flush requested on 88eab8a4655a046972fc7c96ad5652ce 2024-12-16T03:40:41,005 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734320432293.88eab8a4655a046972fc7c96ad5652ce. as already flushing 2024-12-16T03:40:41,011 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/.tmp/C/aa0f26aaaf3141efafa7e92fed6ab4b8 as hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/C/aa0f26aaaf3141efafa7e92fed6ab4b8 2024-12-16T03:40:41,014 INFO [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 88eab8a4655a046972fc7c96ad5652ce/C of 88eab8a4655a046972fc7c96ad5652ce into aa0f26aaaf3141efafa7e92fed6ab4b8(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-16T03:40:41,015 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 88eab8a4655a046972fc7c96ad5652ce: 2024-12-16T03:40:41,015 INFO [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734320432293.88eab8a4655a046972fc7c96ad5652ce., storeName=88eab8a4655a046972fc7c96ad5652ce/C, priority=13, startTime=1734320440534; duration=0sec 2024-12-16T03:40:41,015 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-16T03:40:41,015 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 88eab8a4655a046972fc7c96ad5652ce:C 2024-12-16T03:40:41,021 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:40:41,021 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:40:41,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40756 deadline: 1734320501016, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:41,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40790 deadline: 1734320501015, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:41,021 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:40:41,021 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:40:41,021 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:40:41,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40778 deadline: 1734320501017, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:41,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40714 deadline: 1734320501017, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:41,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40812 deadline: 1734320501018, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:41,027 INFO [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=79, memsize=40.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/.tmp/A/caca554e05dc470ab41e350f6f9d6cb5 2024-12-16T03:40:41,032 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/.tmp/B/17666109fd7a4fbeb4c88ecd7d75a7f0 is 50, key is test_row_0/B:col10/1734320438876/Put/seqid=0 2024-12-16T03:40:41,035 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073742195_1371 (size=12001) 2024-12-16T03:40:41,123 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:40:41,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40714 deadline: 1734320501122, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:41,123 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:40:41,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40778 deadline: 1734320501122, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:41,124 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:40:41,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40790 deadline: 1734320501122, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:41,124 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:40:41,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40756 deadline: 1734320501122, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:41,125 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:40:41,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40812 deadline: 1734320501122, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:41,326 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:40:41,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40778 deadline: 1734320501324, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:41,326 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:40:41,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40714 deadline: 1734320501324, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:41,326 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:40:41,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40790 deadline: 1734320501325, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:41,327 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:40:41,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40756 deadline: 1734320501325, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:41,329 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:40:41,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40812 deadline: 1734320501326, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:41,436 INFO [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=79 (bloomFilter=true), to=hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/.tmp/B/17666109fd7a4fbeb4c88ecd7d75a7f0 2024-12-16T03:40:41,442 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/.tmp/C/44ae28656ad84691bb3bd515a674bb36 is 50, key is test_row_0/C:col10/1734320438876/Put/seqid=0 2024-12-16T03:40:41,448 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073742196_1372 (size=12001) 2024-12-16T03:40:41,630 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:40:41,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40756 deadline: 1734320501627, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:41,633 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:40:41,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40778 deadline: 1734320501628, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:41,633 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:40:41,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40714 deadline: 1734320501628, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:41,633 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:40:41,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40790 deadline: 1734320501629, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:41,634 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:40:41,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40812 deadline: 1734320501632, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:41,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-12-16T03:40:41,849 INFO [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=79 (bloomFilter=true), to=hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/.tmp/C/44ae28656ad84691bb3bd515a674bb36 2024-12-16T03:40:41,852 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/.tmp/A/caca554e05dc470ab41e350f6f9d6cb5 as hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/A/caca554e05dc470ab41e350f6f9d6cb5 2024-12-16T03:40:41,855 INFO [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/A/caca554e05dc470ab41e350f6f9d6cb5, entries=150, sequenceid=79, filesize=30.2 K 2024-12-16T03:40:41,855 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/.tmp/B/17666109fd7a4fbeb4c88ecd7d75a7f0 as hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/B/17666109fd7a4fbeb4c88ecd7d75a7f0 2024-12-16T03:40:41,858 INFO [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/B/17666109fd7a4fbeb4c88ecd7d75a7f0, entries=150, sequenceid=79, filesize=11.7 K 2024-12-16T03:40:41,859 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/.tmp/C/44ae28656ad84691bb3bd515a674bb36 as hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/C/44ae28656ad84691bb3bd515a674bb36 2024-12-16T03:40:41,861 INFO [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/C/44ae28656ad84691bb3bd515a674bb36, entries=150, sequenceid=79, filesize=11.7 K 2024-12-16T03:40:41,862 INFO [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for 88eab8a4655a046972fc7c96ad5652ce in 1254ms, sequenceid=79, compaction requested=false 2024-12-16T03:40:41,862 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2538): Flush status journal for 88eab8a4655a046972fc7c96ad5652ce: 2024-12-16T03:40:41,862 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734320432293.88eab8a4655a046972fc7c96ad5652ce. 2024-12-16T03:40:41,862 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=113 2024-12-16T03:40:41,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.HMaster(4106): Remote procedure done, pid=113 2024-12-16T03:40:41,864 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=113, resume processing ppid=112 2024-12-16T03:40:41,864 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=113, ppid=112, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.1680 sec 2024-12-16T03:40:41,865 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=112, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=112, table=TestAcidGuarantees in 2.1710 sec 2024-12-16T03:40:42,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(8581): Flush requested on 88eab8a4655a046972fc7c96ad5652ce 2024-12-16T03:40:42,135 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 88eab8a4655a046972fc7c96ad5652ce 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-12-16T03:40:42,136 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 88eab8a4655a046972fc7c96ad5652ce, store=A 2024-12-16T03:40:42,136 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T03:40:42,136 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 88eab8a4655a046972fc7c96ad5652ce, store=B 2024-12-16T03:40:42,137 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T03:40:42,137 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 88eab8a4655a046972fc7c96ad5652ce, store=C 2024-12-16T03:40:42,137 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T03:40:42,143 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412162b291ab34d354d75935459a52039040e_88eab8a4655a046972fc7c96ad5652ce is 50, key is test_row_0/A:col10/1734320441017/Put/seqid=0 2024-12-16T03:40:42,147 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073742197_1373 (size=17034) 2024-12-16T03:40:42,190 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:40:42,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40812 deadline: 1734320502185, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:42,190 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:40:42,190 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:40:42,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40714 deadline: 1734320502185, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:42,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40756 deadline: 1734320502186, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:42,191 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:40:42,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40790 deadline: 1734320502186, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:42,191 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:40:42,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40778 deadline: 1734320502187, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:42,292 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:40:42,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40812 deadline: 1734320502291, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:42,293 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:40:42,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40790 deadline: 1734320502292, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:42,293 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:40:42,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40756 deadline: 1734320502292, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:42,293 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:40:42,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40778 deadline: 1734320502292, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:42,293 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:40:42,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40714 deadline: 1734320502292, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:42,496 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:40:42,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40790 deadline: 1734320502494, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:42,497 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:40:42,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40714 deadline: 1734320502494, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:42,497 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:40:42,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40812 deadline: 1734320502494, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:42,498 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:40:42,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40756 deadline: 1734320502495, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:42,498 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:40:42,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40778 deadline: 1734320502495, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:42,547 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:40:42,551 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412162b291ab34d354d75935459a52039040e_88eab8a4655a046972fc7c96ad5652ce to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412162b291ab34d354d75935459a52039040e_88eab8a4655a046972fc7c96ad5652ce 2024-12-16T03:40:42,552 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/.tmp/A/7a2513e001ca4f5893280d42e30edf79, store: [table=TestAcidGuarantees family=A region=88eab8a4655a046972fc7c96ad5652ce] 2024-12-16T03:40:42,552 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/.tmp/A/7a2513e001ca4f5893280d42e30edf79 is 175, key is test_row_0/A:col10/1734320441017/Put/seqid=0 2024-12-16T03:40:42,556 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073742198_1374 (size=48139) 2024-12-16T03:40:42,800 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:40:42,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40790 deadline: 1734320502798, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:42,803 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:40:42,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40756 deadline: 1734320502798, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:42,804 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:40:42,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40714 deadline: 1734320502799, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:42,804 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:40:42,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40812 deadline: 1734320502800, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:42,804 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:40:42,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40778 deadline: 1734320502801, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:42,956 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=97, memsize=31.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/.tmp/A/7a2513e001ca4f5893280d42e30edf79 2024-12-16T03:40:42,962 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/.tmp/B/731036dfb826419c8f02246d2b4dcd2f is 50, key is test_row_0/B:col10/1734320441017/Put/seqid=0 2024-12-16T03:40:42,965 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073742199_1375 (size=12001) 2024-12-16T03:40:43,307 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:40:43,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40714 deadline: 1734320503304, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:43,308 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:40:43,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40790 deadline: 1734320503305, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:43,309 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:40:43,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40756 deadline: 1734320503305, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:43,309 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:40:43,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40812 deadline: 1734320503306, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:43,311 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:40:43,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40778 deadline: 1734320503308, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:43,366 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/.tmp/B/731036dfb826419c8f02246d2b4dcd2f 2024-12-16T03:40:43,371 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/.tmp/C/455764aa04074506919305e2906bffa3 is 50, key is test_row_0/C:col10/1734320441017/Put/seqid=0 2024-12-16T03:40:43,375 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073742200_1376 (size=12001) 2024-12-16T03:40:43,776 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/.tmp/C/455764aa04074506919305e2906bffa3 2024-12-16T03:40:43,780 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/.tmp/A/7a2513e001ca4f5893280d42e30edf79 as hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/A/7a2513e001ca4f5893280d42e30edf79 2024-12-16T03:40:43,782 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/A/7a2513e001ca4f5893280d42e30edf79, entries=250, sequenceid=97, filesize=47.0 K 2024-12-16T03:40:43,783 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/.tmp/B/731036dfb826419c8f02246d2b4dcd2f as hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/B/731036dfb826419c8f02246d2b4dcd2f 2024-12-16T03:40:43,785 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/B/731036dfb826419c8f02246d2b4dcd2f, entries=150, sequenceid=97, filesize=11.7 K 2024-12-16T03:40:43,786 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/.tmp/C/455764aa04074506919305e2906bffa3 as hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/C/455764aa04074506919305e2906bffa3 2024-12-16T03:40:43,788 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/C/455764aa04074506919305e2906bffa3, entries=150, sequenceid=97, filesize=11.7 K 2024-12-16T03:40:43,789 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=120.76 KB/123660 for 88eab8a4655a046972fc7c96ad5652ce in 1654ms, sequenceid=97, compaction requested=true 2024-12-16T03:40:43,789 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 88eab8a4655a046972fc7c96ad5652ce: 2024-12-16T03:40:43,789 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 88eab8a4655a046972fc7c96ad5652ce:A, priority=-2147483648, current under compaction store size is 1 2024-12-16T03:40:43,789 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-16T03:40:43,789 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 88eab8a4655a046972fc7c96ad5652ce:B, priority=-2147483648, current under compaction store size is 2 2024-12-16T03:40:43,789 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-16T03:40:43,789 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-16T03:40:43,789 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-16T03:40:43,789 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 88eab8a4655a046972fc7c96ad5652ce:C, priority=-2147483648, current under compaction store size is 3 2024-12-16T03:40:43,789 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-16T03:40:43,790 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-16T03:40:43,790 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 110152 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-16T03:40:43,790 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.HStore(1540): 88eab8a4655a046972fc7c96ad5652ce/B is initiating minor compaction (all files) 2024-12-16T03:40:43,790 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.HStore(1540): 88eab8a4655a046972fc7c96ad5652ce/A is initiating minor compaction (all files) 2024-12-16T03:40:43,790 INFO [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 88eab8a4655a046972fc7c96ad5652ce/B in TestAcidGuarantees,,1734320432293.88eab8a4655a046972fc7c96ad5652ce. 2024-12-16T03:40:43,790 INFO [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 88eab8a4655a046972fc7c96ad5652ce/A in TestAcidGuarantees,,1734320432293.88eab8a4655a046972fc7c96ad5652ce. 2024-12-16T03:40:43,790 INFO [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/B/0c610452608844d4b1f1f9460dddee4f, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/B/17666109fd7a4fbeb4c88ecd7d75a7f0, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/B/731036dfb826419c8f02246d2b4dcd2f] into tmpdir=hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/.tmp, totalSize=35.3 K 2024-12-16T03:40:43,790 INFO [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/A/54a6634c51574e04a75ba02e10ef952b, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/A/caca554e05dc470ab41e350f6f9d6cb5, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/A/7a2513e001ca4f5893280d42e30edf79] into tmpdir=hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/.tmp, totalSize=107.6 K 2024-12-16T03:40:43,790 INFO [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1734320432293.88eab8a4655a046972fc7c96ad5652ce. 2024-12-16T03:40:43,790 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1734320432293.88eab8a4655a046972fc7c96ad5652ce. files: [hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/A/54a6634c51574e04a75ba02e10ef952b, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/A/caca554e05dc470ab41e350f6f9d6cb5, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/A/7a2513e001ca4f5893280d42e30edf79] 2024-12-16T03:40:43,790 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] compactions.Compactor(224): Compacting 0c610452608844d4b1f1f9460dddee4f, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=56, earliestPutTs=1734320436728 2024-12-16T03:40:43,790 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] compactions.Compactor(224): Compacting 54a6634c51574e04a75ba02e10ef952b, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=56, earliestPutTs=1734320436728 2024-12-16T03:40:43,790 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] compactions.Compactor(224): Compacting 17666109fd7a4fbeb4c88ecd7d75a7f0, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=79, earliestPutTs=1734320438861 2024-12-16T03:40:43,790 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] compactions.Compactor(224): Compacting caca554e05dc470ab41e350f6f9d6cb5, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=79, earliestPutTs=1734320438861 2024-12-16T03:40:43,790 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] compactions.Compactor(224): Compacting 731036dfb826419c8f02246d2b4dcd2f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=97, earliestPutTs=1734320441017 2024-12-16T03:40:43,790 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7a2513e001ca4f5893280d42e30edf79, keycount=250, bloomtype=ROW, size=47.0 K, encoding=NONE, compression=NONE, seqNum=97, earliestPutTs=1734320441016 2024-12-16T03:40:43,794 INFO [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=88eab8a4655a046972fc7c96ad5652ce] 2024-12-16T03:40:43,796 INFO [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 88eab8a4655a046972fc7c96ad5652ce#B#compaction#320 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-16T03:40:43,796 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202412163f6ff96a5aa5417f8a1b9a84200ef5dd_88eab8a4655a046972fc7c96ad5652ce store=[table=TestAcidGuarantees family=A region=88eab8a4655a046972fc7c96ad5652ce] 2024-12-16T03:40:43,796 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/.tmp/B/11e454a0910c49ecbf0acf11c3c9bfa2 is 50, key is test_row_0/B:col10/1734320441017/Put/seqid=0 2024-12-16T03:40:43,797 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202412163f6ff96a5aa5417f8a1b9a84200ef5dd_88eab8a4655a046972fc7c96ad5652ce, store=[table=TestAcidGuarantees family=A region=88eab8a4655a046972fc7c96ad5652ce] 2024-12-16T03:40:43,797 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412163f6ff96a5aa5417f8a1b9a84200ef5dd_88eab8a4655a046972fc7c96ad5652ce because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=88eab8a4655a046972fc7c96ad5652ce] 2024-12-16T03:40:43,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-12-16T03:40:43,799 INFO [Thread-1599 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 112 completed 2024-12-16T03:40:43,800 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073742201_1377 (size=12207) 2024-12-16T03:40:43,801 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-16T03:40:43,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] procedure2.ProcedureExecutor(1098): Stored pid=114, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=114, table=TestAcidGuarantees 2024-12-16T03:40:43,802 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=114, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=114, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-16T03:40:43,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-12-16T03:40:43,802 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=114, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=114, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-16T03:40:43,802 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=115, ppid=114, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-16T03:40:43,804 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073742202_1378 (size=4469) 2024-12-16T03:40:43,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-12-16T03:40:43,953 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:43,954 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39893 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=115 2024-12-16T03:40:43,954 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734320432293.88eab8a4655a046972fc7c96ad5652ce. 2024-12-16T03:40:43,954 INFO [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2837): Flushing 88eab8a4655a046972fc7c96ad5652ce 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-12-16T03:40:43,954 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 88eab8a4655a046972fc7c96ad5652ce, store=A 2024-12-16T03:40:43,954 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T03:40:43,954 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 88eab8a4655a046972fc7c96ad5652ce, store=B 2024-12-16T03:40:43,954 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T03:40:43,954 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 88eab8a4655a046972fc7c96ad5652ce, store=C 2024-12-16T03:40:43,954 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T03:40:43,959 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241216771f94165fa04cf5bf8ce83610965ba0_88eab8a4655a046972fc7c96ad5652ce is 50, key is test_row_0/A:col10/1734320442185/Put/seqid=0 2024-12-16T03:40:43,963 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073742203_1379 (size=12154) 2024-12-16T03:40:44,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-12-16T03:40:44,204 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/.tmp/B/11e454a0910c49ecbf0acf11c3c9bfa2 as hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/B/11e454a0910c49ecbf0acf11c3c9bfa2 2024-12-16T03:40:44,205 INFO [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 88eab8a4655a046972fc7c96ad5652ce#A#compaction#321 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-16T03:40:44,205 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/.tmp/A/c68ae6e2bb294561bd1c55068ff688ec is 175, key is test_row_0/A:col10/1734320441017/Put/seqid=0 2024-12-16T03:40:44,208 INFO [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 88eab8a4655a046972fc7c96ad5652ce/B of 88eab8a4655a046972fc7c96ad5652ce into 11e454a0910c49ecbf0acf11c3c9bfa2(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-16T03:40:44,208 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 88eab8a4655a046972fc7c96ad5652ce: 2024-12-16T03:40:44,208 INFO [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734320432293.88eab8a4655a046972fc7c96ad5652ce., storeName=88eab8a4655a046972fc7c96ad5652ce/B, priority=13, startTime=1734320443789; duration=0sec 2024-12-16T03:40:44,208 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-16T03:40:44,208 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 88eab8a4655a046972fc7c96ad5652ce:B 2024-12-16T03:40:44,208 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-16T03:40:44,208 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073742204_1380 (size=31161) 2024-12-16T03:40:44,209 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-16T03:40:44,209 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.HStore(1540): 88eab8a4655a046972fc7c96ad5652ce/C is initiating minor compaction (all files) 2024-12-16T03:40:44,209 INFO [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 88eab8a4655a046972fc7c96ad5652ce/C in TestAcidGuarantees,,1734320432293.88eab8a4655a046972fc7c96ad5652ce. 2024-12-16T03:40:44,209 INFO [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/C/aa0f26aaaf3141efafa7e92fed6ab4b8, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/C/44ae28656ad84691bb3bd515a674bb36, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/C/455764aa04074506919305e2906bffa3] into tmpdir=hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/.tmp, totalSize=35.3 K 2024-12-16T03:40:44,209 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] compactions.Compactor(224): Compacting aa0f26aaaf3141efafa7e92fed6ab4b8, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=56, earliestPutTs=1734320436728 2024-12-16T03:40:44,210 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] compactions.Compactor(224): Compacting 44ae28656ad84691bb3bd515a674bb36, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=79, earliestPutTs=1734320438861 2024-12-16T03:40:44,210 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] compactions.Compactor(224): Compacting 455764aa04074506919305e2906bffa3, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=97, earliestPutTs=1734320441017 2024-12-16T03:40:44,215 INFO [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 88eab8a4655a046972fc7c96ad5652ce#C#compaction#323 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-16T03:40:44,215 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/.tmp/C/8ce08c2b41e34c58871bb89f42613557 is 50, key is test_row_0/C:col10/1734320441017/Put/seqid=0 2024-12-16T03:40:44,221 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073742205_1381 (size=12207) 2024-12-16T03:40:44,312 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734320432293.88eab8a4655a046972fc7c96ad5652ce. as already flushing 2024-12-16T03:40:44,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(8581): Flush requested on 88eab8a4655a046972fc7c96ad5652ce 2024-12-16T03:40:44,329 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:40:44,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40812 deadline: 1734320504324, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:44,330 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:40:44,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40714 deadline: 1734320504324, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:44,330 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:40:44,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40790 deadline: 1734320504325, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:44,330 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:40:44,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40756 deadline: 1734320504325, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:44,334 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:40:44,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40778 deadline: 1734320504328, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:44,363 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:40:44,366 INFO [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241216771f94165fa04cf5bf8ce83610965ba0_88eab8a4655a046972fc7c96ad5652ce to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241216771f94165fa04cf5bf8ce83610965ba0_88eab8a4655a046972fc7c96ad5652ce 2024-12-16T03:40:44,366 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/.tmp/A/c01a0eea194b469a8319ce6c0b44406d, store: [table=TestAcidGuarantees family=A region=88eab8a4655a046972fc7c96ad5652ce] 2024-12-16T03:40:44,367 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/.tmp/A/c01a0eea194b469a8319ce6c0b44406d is 175, key is test_row_0/A:col10/1734320442185/Put/seqid=0 2024-12-16T03:40:44,370 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073742206_1382 (size=30955) 2024-12-16T03:40:44,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-12-16T03:40:44,431 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:40:44,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40812 deadline: 1734320504430, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:44,432 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:40:44,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40714 deadline: 1734320504431, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:44,432 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:40:44,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40790 deadline: 1734320504431, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:44,432 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:40:44,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40756 deadline: 1734320504431, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:44,436 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:40:44,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40778 deadline: 1734320504435, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:44,612 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/.tmp/A/c68ae6e2bb294561bd1c55068ff688ec as hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/A/c68ae6e2bb294561bd1c55068ff688ec 2024-12-16T03:40:44,616 INFO [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 88eab8a4655a046972fc7c96ad5652ce/A of 88eab8a4655a046972fc7c96ad5652ce into c68ae6e2bb294561bd1c55068ff688ec(size=30.4 K), total size for store is 30.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-16T03:40:44,616 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 88eab8a4655a046972fc7c96ad5652ce: 2024-12-16T03:40:44,616 INFO [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734320432293.88eab8a4655a046972fc7c96ad5652ce., storeName=88eab8a4655a046972fc7c96ad5652ce/A, priority=13, startTime=1734320443789; duration=0sec 2024-12-16T03:40:44,616 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-16T03:40:44,616 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 88eab8a4655a046972fc7c96ad5652ce:A 2024-12-16T03:40:44,626 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/.tmp/C/8ce08c2b41e34c58871bb89f42613557 as hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/C/8ce08c2b41e34c58871bb89f42613557 2024-12-16T03:40:44,629 INFO [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 88eab8a4655a046972fc7c96ad5652ce/C of 88eab8a4655a046972fc7c96ad5652ce into 8ce08c2b41e34c58871bb89f42613557(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-16T03:40:44,629 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 88eab8a4655a046972fc7c96ad5652ce: 2024-12-16T03:40:44,629 INFO [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734320432293.88eab8a4655a046972fc7c96ad5652ce., storeName=88eab8a4655a046972fc7c96ad5652ce/C, priority=13, startTime=1734320443789; duration=0sec 2024-12-16T03:40:44,629 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-16T03:40:44,629 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 88eab8a4655a046972fc7c96ad5652ce:C 2024-12-16T03:40:44,636 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:40:44,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40812 deadline: 1734320504633, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:44,636 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:40:44,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40714 deadline: 1734320504633, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:44,636 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:40:44,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40790 deadline: 1734320504633, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:44,637 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:40:44,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40756 deadline: 1734320504633, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:44,641 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:40:44,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40778 deadline: 1734320504638, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:44,771 INFO [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=118, memsize=40.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/.tmp/A/c01a0eea194b469a8319ce6c0b44406d 2024-12-16T03:40:44,776 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/.tmp/B/ef4c0edaaed749bf88a92a6a01bea284 is 50, key is test_row_0/B:col10/1734320442185/Put/seqid=0 2024-12-16T03:40:44,779 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073742207_1383 (size=12001) 2024-12-16T03:40:44,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-12-16T03:40:44,940 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:40:44,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40812 deadline: 1734320504937, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:44,940 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:40:44,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40714 deadline: 1734320504938, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:44,940 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:40:44,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40790 deadline: 1734320504938, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:44,940 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:40:44,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40756 deadline: 1734320504939, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:44,945 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:40:44,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40778 deadline: 1734320504944, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:45,180 INFO [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=118 (bloomFilter=true), to=hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/.tmp/B/ef4c0edaaed749bf88a92a6a01bea284 2024-12-16T03:40:45,185 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/.tmp/C/75e2c7c1ad394e478c1e6c2b6c91f5e6 is 50, key is test_row_0/C:col10/1734320442185/Put/seqid=0 2024-12-16T03:40:45,190 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073742208_1384 (size=12001) 2024-12-16T03:40:45,446 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:40:45,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40756 deadline: 1734320505441, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:45,446 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:40:45,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40714 deadline: 1734320505442, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:45,446 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:40:45,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40790 deadline: 1734320505442, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:45,446 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:40:45,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40812 deadline: 1734320505442, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:45,452 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:40:45,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40778 deadline: 1734320505447, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:45,590 INFO [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=118 (bloomFilter=true), to=hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/.tmp/C/75e2c7c1ad394e478c1e6c2b6c91f5e6 2024-12-16T03:40:45,614 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/.tmp/A/c01a0eea194b469a8319ce6c0b44406d as hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/A/c01a0eea194b469a8319ce6c0b44406d 2024-12-16T03:40:45,617 INFO [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/A/c01a0eea194b469a8319ce6c0b44406d, entries=150, sequenceid=118, filesize=30.2 K 2024-12-16T03:40:45,618 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/.tmp/B/ef4c0edaaed749bf88a92a6a01bea284 as hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/B/ef4c0edaaed749bf88a92a6a01bea284 2024-12-16T03:40:45,620 INFO [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/B/ef4c0edaaed749bf88a92a6a01bea284, entries=150, sequenceid=118, filesize=11.7 K 2024-12-16T03:40:45,621 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/.tmp/C/75e2c7c1ad394e478c1e6c2b6c91f5e6 as hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/C/75e2c7c1ad394e478c1e6c2b6c91f5e6 2024-12-16T03:40:45,624 INFO [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/C/75e2c7c1ad394e478c1e6c2b6c91f5e6, entries=150, sequenceid=118, filesize=11.7 K 2024-12-16T03:40:45,624 INFO [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for 88eab8a4655a046972fc7c96ad5652ce in 1670ms, sequenceid=118, compaction requested=false 2024-12-16T03:40:45,625 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2538): Flush status journal for 88eab8a4655a046972fc7c96ad5652ce: 2024-12-16T03:40:45,625 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734320432293.88eab8a4655a046972fc7c96ad5652ce. 2024-12-16T03:40:45,625 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=115 2024-12-16T03:40:45,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.HMaster(4106): Remote procedure done, pid=115 2024-12-16T03:40:45,627 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=115, resume processing ppid=114 2024-12-16T03:40:45,627 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=115, ppid=114, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8240 sec 2024-12-16T03:40:45,628 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=114, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=114, table=TestAcidGuarantees in 1.8260 sec 2024-12-16T03:40:45,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-12-16T03:40:45,905 INFO [Thread-1599 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 114 completed 2024-12-16T03:40:45,906 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-16T03:40:45,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] procedure2.ProcedureExecutor(1098): Stored pid=116, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=116, table=TestAcidGuarantees 2024-12-16T03:40:45,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-12-16T03:40:45,907 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=116, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=116, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-16T03:40:45,908 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=116, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=116, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-16T03:40:45,908 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=117, ppid=116, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-16T03:40:46,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-12-16T03:40:46,059 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:46,059 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39893 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=117 2024-12-16T03:40:46,059 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734320432293.88eab8a4655a046972fc7c96ad5652ce. 2024-12-16T03:40:46,060 INFO [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2837): Flushing 88eab8a4655a046972fc7c96ad5652ce 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-12-16T03:40:46,060 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 88eab8a4655a046972fc7c96ad5652ce, store=A 2024-12-16T03:40:46,060 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T03:40:46,060 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 88eab8a4655a046972fc7c96ad5652ce, store=B 2024-12-16T03:40:46,060 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T03:40:46,060 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 88eab8a4655a046972fc7c96ad5652ce, store=C 2024-12-16T03:40:46,060 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T03:40:46,065 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241216e6d92acbac634585a6497b662652f90e_88eab8a4655a046972fc7c96ad5652ce is 50, key is test_row_0/A:col10/1734320444324/Put/seqid=0 2024-12-16T03:40:46,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073742209_1385 (size=12304) 2024-12-16T03:40:46,069 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:40:46,073 INFO [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241216e6d92acbac634585a6497b662652f90e_88eab8a4655a046972fc7c96ad5652ce to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241216e6d92acbac634585a6497b662652f90e_88eab8a4655a046972fc7c96ad5652ce 2024-12-16T03:40:46,073 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/.tmp/A/c6bbb5befd2340e9a6e3a170505b2967, store: [table=TestAcidGuarantees family=A region=88eab8a4655a046972fc7c96ad5652ce] 2024-12-16T03:40:46,074 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/.tmp/A/c6bbb5befd2340e9a6e3a170505b2967 is 175, key is test_row_0/A:col10/1734320444324/Put/seqid=0 2024-12-16T03:40:46,077 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073742210_1386 (size=31105) 2024-12-16T03:40:46,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-12-16T03:40:46,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(8581): Flush requested on 88eab8a4655a046972fc7c96ad5652ce 2024-12-16T03:40:46,450 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734320432293.88eab8a4655a046972fc7c96ad5652ce. as already flushing 2024-12-16T03:40:46,477 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:40:46,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40756 deadline: 1734320506470, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:46,477 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:40:46,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40714 deadline: 1734320506471, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:46,478 INFO [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=136, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/.tmp/A/c6bbb5befd2340e9a6e3a170505b2967 2024-12-16T03:40:46,478 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:40:46,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40778 deadline: 1734320506473, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:46,480 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:40:46,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40812 deadline: 1734320506474, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:46,483 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:40:46,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40790 deadline: 1734320506477, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:46,483 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/.tmp/B/e7de64bff2d54707a803376e4c062da4 is 50, key is test_row_0/B:col10/1734320444324/Put/seqid=0 2024-12-16T03:40:46,493 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073742211_1387 (size=12151) 2024-12-16T03:40:46,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-12-16T03:40:46,580 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:40:46,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40756 deadline: 1734320506578, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:46,581 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:40:46,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40714 deadline: 1734320506578, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:46,582 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:40:46,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40778 deadline: 1734320506579, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:46,584 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:40:46,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40812 deadline: 1734320506581, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:46,591 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:40:46,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40790 deadline: 1734320506584, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:46,785 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:40:46,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40756 deadline: 1734320506782, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:46,785 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:40:46,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40714 deadline: 1734320506782, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:46,785 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:40:46,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40778 deadline: 1734320506782, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:46,792 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:40:46,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40812 deadline: 1734320506790, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:46,793 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:40:46,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40790 deadline: 1734320506791, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:46,893 INFO [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=136 (bloomFilter=true), to=hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/.tmp/B/e7de64bff2d54707a803376e4c062da4 2024-12-16T03:40:46,899 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/.tmp/C/95d16da1037a4f40b04ba0c3e1ce4384 is 50, key is test_row_0/C:col10/1734320444324/Put/seqid=0 2024-12-16T03:40:46,908 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073742212_1388 (size=12151) 2024-12-16T03:40:47,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-12-16T03:40:47,087 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:40:47,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40756 deadline: 1734320507086, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:47,088 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:40:47,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40778 deadline: 1734320507086, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:47,090 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:40:47,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40714 deadline: 1734320507088, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:47,094 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:40:47,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40812 deadline: 1734320507092, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:47,099 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:40:47,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40790 deadline: 1734320507095, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:47,309 INFO [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=136 (bloomFilter=true), to=hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/.tmp/C/95d16da1037a4f40b04ba0c3e1ce4384 2024-12-16T03:40:47,312 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/.tmp/A/c6bbb5befd2340e9a6e3a170505b2967 as hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/A/c6bbb5befd2340e9a6e3a170505b2967 2024-12-16T03:40:47,315 INFO [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/A/c6bbb5befd2340e9a6e3a170505b2967, entries=150, sequenceid=136, filesize=30.4 K 2024-12-16T03:40:47,316 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/.tmp/B/e7de64bff2d54707a803376e4c062da4 as hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/B/e7de64bff2d54707a803376e4c062da4 2024-12-16T03:40:47,318 INFO [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/B/e7de64bff2d54707a803376e4c062da4, entries=150, sequenceid=136, filesize=11.9 K 2024-12-16T03:40:47,319 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/.tmp/C/95d16da1037a4f40b04ba0c3e1ce4384 as hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/C/95d16da1037a4f40b04ba0c3e1ce4384 2024-12-16T03:40:47,322 INFO [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/C/95d16da1037a4f40b04ba0c3e1ce4384, entries=150, sequenceid=136, filesize=11.9 K 2024-12-16T03:40:47,322 INFO [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for 88eab8a4655a046972fc7c96ad5652ce in 1263ms, sequenceid=136, compaction requested=true 2024-12-16T03:40:47,322 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2538): Flush status journal for 88eab8a4655a046972fc7c96ad5652ce: 2024-12-16T03:40:47,322 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734320432293.88eab8a4655a046972fc7c96ad5652ce. 2024-12-16T03:40:47,322 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=117 2024-12-16T03:40:47,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.HMaster(4106): Remote procedure done, pid=117 2024-12-16T03:40:47,324 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=117, resume processing ppid=116 2024-12-16T03:40:47,324 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=117, ppid=116, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4150 sec 2024-12-16T03:40:47,325 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=116, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=116, table=TestAcidGuarantees in 1.4180 sec 2024-12-16T03:40:47,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(8581): Flush requested on 88eab8a4655a046972fc7c96ad5652ce 2024-12-16T03:40:47,592 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 88eab8a4655a046972fc7c96ad5652ce 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-12-16T03:40:47,592 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 88eab8a4655a046972fc7c96ad5652ce, store=A 2024-12-16T03:40:47,593 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T03:40:47,593 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 88eab8a4655a046972fc7c96ad5652ce, store=B 2024-12-16T03:40:47,593 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T03:40:47,593 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 88eab8a4655a046972fc7c96ad5652ce, store=C 2024-12-16T03:40:47,593 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T03:40:47,598 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412165a20000235b442e0b1c8c1d918d6c389_88eab8a4655a046972fc7c96ad5652ce is 50, key is test_row_0/A:col10/1734320447591/Put/seqid=0 2024-12-16T03:40:47,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073742213_1389 (size=14794) 2024-12-16T03:40:47,614 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:40:47,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40714 deadline: 1734320507606, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:47,614 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:40:47,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40756 deadline: 1734320507606, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:47,614 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:40:47,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40790 deadline: 1734320507606, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:47,615 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:40:47,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40812 deadline: 1734320507607, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:47,615 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:40:47,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40778 deadline: 1734320507611, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:47,718 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:40:47,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40714 deadline: 1734320507715, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:47,718 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:40:47,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40756 deadline: 1734320507715, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:47,719 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:40:47,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40790 deadline: 1734320507715, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:47,719 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:40:47,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40812 deadline: 1734320507715, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:47,719 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:40:47,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40778 deadline: 1734320507716, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:47,923 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:40:47,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40790 deadline: 1734320507920, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:47,923 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:40:47,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40812 deadline: 1734320507920, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:47,923 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:40:47,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40714 deadline: 1734320507920, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:47,924 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:40:47,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40756 deadline: 1734320507920, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:47,924 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:40:47,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40778 deadline: 1734320507921, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:48,002 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:40:48,005 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412165a20000235b442e0b1c8c1d918d6c389_88eab8a4655a046972fc7c96ad5652ce to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412165a20000235b442e0b1c8c1d918d6c389_88eab8a4655a046972fc7c96ad5652ce 2024-12-16T03:40:48,005 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/.tmp/A/f64c3ec3cf804144a46df89c484c2a30, store: [table=TestAcidGuarantees family=A region=88eab8a4655a046972fc7c96ad5652ce] 2024-12-16T03:40:48,006 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/.tmp/A/f64c3ec3cf804144a46df89c484c2a30 is 175, key is test_row_0/A:col10/1734320447591/Put/seqid=0 2024-12-16T03:40:48,009 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073742214_1390 (size=39749) 2024-12-16T03:40:48,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-12-16T03:40:48,011 INFO [Thread-1599 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 116 completed 2024-12-16T03:40:48,011 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-16T03:40:48,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] procedure2.ProcedureExecutor(1098): Stored pid=118, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=118, table=TestAcidGuarantees 2024-12-16T03:40:48,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-12-16T03:40:48,012 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=118, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=118, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-16T03:40:48,013 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=118, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=118, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-16T03:40:48,013 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=119, ppid=118, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-16T03:40:48,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-12-16T03:40:48,163 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:48,163 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39893 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=119 2024-12-16T03:40:48,163 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734320432293.88eab8a4655a046972fc7c96ad5652ce. 2024-12-16T03:40:48,163 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734320432293.88eab8a4655a046972fc7c96ad5652ce. as already flushing 2024-12-16T03:40:48,163 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734320432293.88eab8a4655a046972fc7c96ad5652ce. 2024-12-16T03:40:48,164 ERROR [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] handler.RSProcedureHandler(58): pid=119 java.io.IOException: Unable to complete flush {ENCODED => 88eab8a4655a046972fc7c96ad5652ce, NAME => 'TestAcidGuarantees,,1734320432293.88eab8a4655a046972fc7c96ad5652ce.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:40:48,164 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=119 java.io.IOException: Unable to complete flush {ENCODED => 88eab8a4655a046972fc7c96ad5652ce, NAME => 'TestAcidGuarantees,,1734320432293.88eab8a4655a046972fc7c96ad5652ce.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:40:48,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.HMaster(4114): Remote procedure failed, pid=119 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 88eab8a4655a046972fc7c96ad5652ce, NAME => 'TestAcidGuarantees,,1734320432293.88eab8a4655a046972fc7c96ad5652ce.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 88eab8a4655a046972fc7c96ad5652ce, NAME => 'TestAcidGuarantees,,1734320432293.88eab8a4655a046972fc7c96ad5652ce.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:40:48,225 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:40:48,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40756 deadline: 1734320508224, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:48,228 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:40:48,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40812 deadline: 1734320508225, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:48,229 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:40:48,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40714 deadline: 1734320508225, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:48,229 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:40:48,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40790 deadline: 1734320508226, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:48,229 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:40:48,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40778 deadline: 1734320508226, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:48,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-12-16T03:40:48,315 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:48,315 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39893 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=119 2024-12-16T03:40:48,315 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734320432293.88eab8a4655a046972fc7c96ad5652ce. 2024-12-16T03:40:48,316 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734320432293.88eab8a4655a046972fc7c96ad5652ce. as already flushing 2024-12-16T03:40:48,316 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734320432293.88eab8a4655a046972fc7c96ad5652ce. 2024-12-16T03:40:48,316 ERROR [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] handler.RSProcedureHandler(58): pid=119 java.io.IOException: Unable to complete flush {ENCODED => 88eab8a4655a046972fc7c96ad5652ce, NAME => 'TestAcidGuarantees,,1734320432293.88eab8a4655a046972fc7c96ad5652ce.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:40:48,316 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=119 java.io.IOException: Unable to complete flush {ENCODED => 88eab8a4655a046972fc7c96ad5652ce, NAME => 'TestAcidGuarantees,,1734320432293.88eab8a4655a046972fc7c96ad5652ce.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:40:48,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.HMaster(4114): Remote procedure failed, pid=119 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 88eab8a4655a046972fc7c96ad5652ce, NAME => 'TestAcidGuarantees,,1734320432293.88eab8a4655a046972fc7c96ad5652ce.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 88eab8a4655a046972fc7c96ad5652ce, NAME => 'TestAcidGuarantees,,1734320432293.88eab8a4655a046972fc7c96ad5652ce.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:40:48,410 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=159, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/.tmp/A/f64c3ec3cf804144a46df89c484c2a30 2024-12-16T03:40:48,415 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/.tmp/B/6354be1a33e74946b99744baa5d000dd is 50, key is test_row_0/B:col10/1734320447591/Put/seqid=0 2024-12-16T03:40:48,418 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073742215_1391 (size=12151) 2024-12-16T03:40:48,467 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:48,467 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39893 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=119 2024-12-16T03:40:48,468 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734320432293.88eab8a4655a046972fc7c96ad5652ce. 2024-12-16T03:40:48,468 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734320432293.88eab8a4655a046972fc7c96ad5652ce. as already flushing 2024-12-16T03:40:48,468 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734320432293.88eab8a4655a046972fc7c96ad5652ce. 2024-12-16T03:40:48,468 ERROR [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] handler.RSProcedureHandler(58): pid=119 java.io.IOException: Unable to complete flush {ENCODED => 88eab8a4655a046972fc7c96ad5652ce, NAME => 'TestAcidGuarantees,,1734320432293.88eab8a4655a046972fc7c96ad5652ce.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:40:48,468 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=119 java.io.IOException: Unable to complete flush {ENCODED => 88eab8a4655a046972fc7c96ad5652ce, NAME => 'TestAcidGuarantees,,1734320432293.88eab8a4655a046972fc7c96ad5652ce.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:40:48,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.HMaster(4114): Remote procedure failed, pid=119 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 88eab8a4655a046972fc7c96ad5652ce, NAME => 'TestAcidGuarantees,,1734320432293.88eab8a4655a046972fc7c96ad5652ce.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 88eab8a4655a046972fc7c96ad5652ce, NAME => 'TestAcidGuarantees,,1734320432293.88eab8a4655a046972fc7c96ad5652ce.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:40:48,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-12-16T03:40:48,619 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:48,620 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39893 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=119 2024-12-16T03:40:48,620 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734320432293.88eab8a4655a046972fc7c96ad5652ce. 2024-12-16T03:40:48,620 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734320432293.88eab8a4655a046972fc7c96ad5652ce. as already flushing 2024-12-16T03:40:48,620 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734320432293.88eab8a4655a046972fc7c96ad5652ce. 2024-12-16T03:40:48,620 ERROR [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] handler.RSProcedureHandler(58): pid=119 java.io.IOException: Unable to complete flush {ENCODED => 88eab8a4655a046972fc7c96ad5652ce, NAME => 'TestAcidGuarantees,,1734320432293.88eab8a4655a046972fc7c96ad5652ce.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:40:48,620 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=119 java.io.IOException: Unable to complete flush {ENCODED => 88eab8a4655a046972fc7c96ad5652ce, NAME => 'TestAcidGuarantees,,1734320432293.88eab8a4655a046972fc7c96ad5652ce.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:40:48,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.HMaster(4114): Remote procedure failed, pid=119 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 88eab8a4655a046972fc7c96ad5652ce, NAME => 'TestAcidGuarantees,,1734320432293.88eab8a4655a046972fc7c96ad5652ce.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 88eab8a4655a046972fc7c96ad5652ce, NAME => 'TestAcidGuarantees,,1734320432293.88eab8a4655a046972fc7c96ad5652ce.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:40:48,732 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:40:48,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40756 deadline: 1734320508726, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:48,734 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:40:48,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40812 deadline: 1734320508731, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:48,734 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:40:48,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40790 deadline: 1734320508731, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:48,735 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:40:48,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40714 deadline: 1734320508732, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:48,738 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:40:48,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40778 deadline: 1734320508734, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:48,771 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:48,772 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39893 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=119 2024-12-16T03:40:48,772 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734320432293.88eab8a4655a046972fc7c96ad5652ce. 2024-12-16T03:40:48,772 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734320432293.88eab8a4655a046972fc7c96ad5652ce. as already flushing 2024-12-16T03:40:48,772 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734320432293.88eab8a4655a046972fc7c96ad5652ce. 2024-12-16T03:40:48,772 ERROR [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] handler.RSProcedureHandler(58): pid=119 java.io.IOException: Unable to complete flush {ENCODED => 88eab8a4655a046972fc7c96ad5652ce, NAME => 'TestAcidGuarantees,,1734320432293.88eab8a4655a046972fc7c96ad5652ce.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:40:48,772 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=119 java.io.IOException: Unable to complete flush {ENCODED => 88eab8a4655a046972fc7c96ad5652ce, NAME => 'TestAcidGuarantees,,1734320432293.88eab8a4655a046972fc7c96ad5652ce.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:40:48,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.HMaster(4114): Remote procedure failed, pid=119 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 88eab8a4655a046972fc7c96ad5652ce, NAME => 'TestAcidGuarantees,,1734320432293.88eab8a4655a046972fc7c96ad5652ce.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 88eab8a4655a046972fc7c96ad5652ce, NAME => 'TestAcidGuarantees,,1734320432293.88eab8a4655a046972fc7c96ad5652ce.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:40:48,819 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=159 (bloomFilter=true), to=hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/.tmp/B/6354be1a33e74946b99744baa5d000dd 2024-12-16T03:40:48,824 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/.tmp/C/830be80896b74c1b915e69dae9444d5a is 50, key is test_row_0/C:col10/1734320447591/Put/seqid=0 2024-12-16T03:40:48,826 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073742216_1392 (size=12151) 2024-12-16T03:40:48,924 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:48,924 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39893 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=119 2024-12-16T03:40:48,924 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734320432293.88eab8a4655a046972fc7c96ad5652ce. 2024-12-16T03:40:48,924 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734320432293.88eab8a4655a046972fc7c96ad5652ce. as already flushing 2024-12-16T03:40:48,924 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734320432293.88eab8a4655a046972fc7c96ad5652ce. 2024-12-16T03:40:48,924 ERROR [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] handler.RSProcedureHandler(58): pid=119 java.io.IOException: Unable to complete flush {ENCODED => 88eab8a4655a046972fc7c96ad5652ce, NAME => 'TestAcidGuarantees,,1734320432293.88eab8a4655a046972fc7c96ad5652ce.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:40:48,925 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=119 java.io.IOException: Unable to complete flush {ENCODED => 88eab8a4655a046972fc7c96ad5652ce, NAME => 'TestAcidGuarantees,,1734320432293.88eab8a4655a046972fc7c96ad5652ce.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:40:48,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.HMaster(4114): Remote procedure failed, pid=119 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 88eab8a4655a046972fc7c96ad5652ce, NAME => 'TestAcidGuarantees,,1734320432293.88eab8a4655a046972fc7c96ad5652ce.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 88eab8a4655a046972fc7c96ad5652ce, NAME => 'TestAcidGuarantees,,1734320432293.88eab8a4655a046972fc7c96ad5652ce.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:40:49,076 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:49,076 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39893 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=119 2024-12-16T03:40:49,076 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734320432293.88eab8a4655a046972fc7c96ad5652ce. 2024-12-16T03:40:49,077 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734320432293.88eab8a4655a046972fc7c96ad5652ce. as already flushing 2024-12-16T03:40:49,077 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734320432293.88eab8a4655a046972fc7c96ad5652ce. 2024-12-16T03:40:49,077 ERROR [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] handler.RSProcedureHandler(58): pid=119 java.io.IOException: Unable to complete flush {ENCODED => 88eab8a4655a046972fc7c96ad5652ce, NAME => 'TestAcidGuarantees,,1734320432293.88eab8a4655a046972fc7c96ad5652ce.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:40:49,077 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=119 java.io.IOException: Unable to complete flush {ENCODED => 88eab8a4655a046972fc7c96ad5652ce, NAME => 'TestAcidGuarantees,,1734320432293.88eab8a4655a046972fc7c96ad5652ce.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:40:49,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.HMaster(4114): Remote procedure failed, pid=119 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 88eab8a4655a046972fc7c96ad5652ce, NAME => 'TestAcidGuarantees,,1734320432293.88eab8a4655a046972fc7c96ad5652ce.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 88eab8a4655a046972fc7c96ad5652ce, NAME => 'TestAcidGuarantees,,1734320432293.88eab8a4655a046972fc7c96ad5652ce.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:40:49,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-12-16T03:40:49,227 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=159 (bloomFilter=true), to=hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/.tmp/C/830be80896b74c1b915e69dae9444d5a 2024-12-16T03:40:49,228 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:49,228 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39893 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=119 2024-12-16T03:40:49,229 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734320432293.88eab8a4655a046972fc7c96ad5652ce. 2024-12-16T03:40:49,229 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734320432293.88eab8a4655a046972fc7c96ad5652ce. as already flushing 2024-12-16T03:40:49,229 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734320432293.88eab8a4655a046972fc7c96ad5652ce. 2024-12-16T03:40:49,229 ERROR [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] handler.RSProcedureHandler(58): pid=119 java.io.IOException: Unable to complete flush {ENCODED => 88eab8a4655a046972fc7c96ad5652ce, NAME => 'TestAcidGuarantees,,1734320432293.88eab8a4655a046972fc7c96ad5652ce.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:40:49,229 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=119 java.io.IOException: Unable to complete flush {ENCODED => 88eab8a4655a046972fc7c96ad5652ce, NAME => 'TestAcidGuarantees,,1734320432293.88eab8a4655a046972fc7c96ad5652ce.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:40:49,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.HMaster(4114): Remote procedure failed, pid=119 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 88eab8a4655a046972fc7c96ad5652ce, NAME => 'TestAcidGuarantees,,1734320432293.88eab8a4655a046972fc7c96ad5652ce.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 88eab8a4655a046972fc7c96ad5652ce, NAME => 'TestAcidGuarantees,,1734320432293.88eab8a4655a046972fc7c96ad5652ce.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:40:49,231 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/.tmp/A/f64c3ec3cf804144a46df89c484c2a30 as hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/A/f64c3ec3cf804144a46df89c484c2a30 2024-12-16T03:40:49,234 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/A/f64c3ec3cf804144a46df89c484c2a30, entries=200, sequenceid=159, filesize=38.8 K 2024-12-16T03:40:49,235 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/.tmp/B/6354be1a33e74946b99744baa5d000dd as hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/B/6354be1a33e74946b99744baa5d000dd 2024-12-16T03:40:49,237 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/B/6354be1a33e74946b99744baa5d000dd, entries=150, sequenceid=159, filesize=11.9 K 2024-12-16T03:40:49,238 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/.tmp/C/830be80896b74c1b915e69dae9444d5a as hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/C/830be80896b74c1b915e69dae9444d5a 2024-12-16T03:40:49,240 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/C/830be80896b74c1b915e69dae9444d5a, entries=150, sequenceid=159, filesize=11.9 K 2024-12-16T03:40:49,241 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 88eab8a4655a046972fc7c96ad5652ce in 1649ms, sequenceid=159, compaction requested=true 2024-12-16T03:40:49,241 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 88eab8a4655a046972fc7c96ad5652ce: 2024-12-16T03:40:49,241 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 88eab8a4655a046972fc7c96ad5652ce:A, priority=-2147483648, current under compaction store size is 1 2024-12-16T03:40:49,241 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-16T03:40:49,241 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-16T03:40:49,241 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 88eab8a4655a046972fc7c96ad5652ce:B, priority=-2147483648, current under compaction store size is 2 2024-12-16T03:40:49,241 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-16T03:40:49,241 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-16T03:40:49,241 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 88eab8a4655a046972fc7c96ad5652ce:C, priority=-2147483648, current under compaction store size is 3 2024-12-16T03:40:49,241 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-16T03:40:49,242 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48510 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-16T03:40:49,242 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 132970 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-16T03:40:49,242 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.HStore(1540): 88eab8a4655a046972fc7c96ad5652ce/A is initiating minor compaction (all files) 2024-12-16T03:40:49,242 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.HStore(1540): 88eab8a4655a046972fc7c96ad5652ce/B is initiating minor compaction (all files) 2024-12-16T03:40:49,242 INFO [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 88eab8a4655a046972fc7c96ad5652ce/B in TestAcidGuarantees,,1734320432293.88eab8a4655a046972fc7c96ad5652ce. 2024-12-16T03:40:49,242 INFO [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 88eab8a4655a046972fc7c96ad5652ce/A in TestAcidGuarantees,,1734320432293.88eab8a4655a046972fc7c96ad5652ce. 2024-12-16T03:40:49,242 INFO [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/B/11e454a0910c49ecbf0acf11c3c9bfa2, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/B/ef4c0edaaed749bf88a92a6a01bea284, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/B/e7de64bff2d54707a803376e4c062da4, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/B/6354be1a33e74946b99744baa5d000dd] into tmpdir=hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/.tmp, totalSize=47.4 K 2024-12-16T03:40:49,242 INFO [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/A/c68ae6e2bb294561bd1c55068ff688ec, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/A/c01a0eea194b469a8319ce6c0b44406d, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/A/c6bbb5befd2340e9a6e3a170505b2967, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/A/f64c3ec3cf804144a46df89c484c2a30] into tmpdir=hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/.tmp, totalSize=129.9 K 2024-12-16T03:40:49,242 INFO [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1734320432293.88eab8a4655a046972fc7c96ad5652ce. 2024-12-16T03:40:49,242 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1734320432293.88eab8a4655a046972fc7c96ad5652ce. files: [hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/A/c68ae6e2bb294561bd1c55068ff688ec, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/A/c01a0eea194b469a8319ce6c0b44406d, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/A/c6bbb5befd2340e9a6e3a170505b2967, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/A/f64c3ec3cf804144a46df89c484c2a30] 2024-12-16T03:40:49,242 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] compactions.Compactor(224): Compacting 11e454a0910c49ecbf0acf11c3c9bfa2, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=97, earliestPutTs=1734320441017 2024-12-16T03:40:49,242 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] compactions.Compactor(224): Compacting c68ae6e2bb294561bd1c55068ff688ec, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=97, earliestPutTs=1734320441017 2024-12-16T03:40:49,242 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] compactions.Compactor(224): Compacting ef4c0edaaed749bf88a92a6a01bea284, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1734320442185 2024-12-16T03:40:49,243 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] compactions.Compactor(224): Compacting c01a0eea194b469a8319ce6c0b44406d, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1734320442185 2024-12-16T03:40:49,243 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] compactions.Compactor(224): Compacting e7de64bff2d54707a803376e4c062da4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=136, earliestPutTs=1734320444324 2024-12-16T03:40:49,243 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] compactions.Compactor(224): Compacting c6bbb5befd2340e9a6e3a170505b2967, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=136, earliestPutTs=1734320444324 2024-12-16T03:40:49,243 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] compactions.Compactor(224): Compacting 6354be1a33e74946b99744baa5d000dd, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=159, earliestPutTs=1734320446472 2024-12-16T03:40:49,243 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] compactions.Compactor(224): Compacting f64c3ec3cf804144a46df89c484c2a30, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=159, earliestPutTs=1734320446472 2024-12-16T03:40:49,250 INFO [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 88eab8a4655a046972fc7c96ad5652ce#B#compaction#332 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-16T03:40:49,251 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/.tmp/B/e1bad91ef61646be9451595cab6abd65 is 50, key is test_row_0/B:col10/1734320447591/Put/seqid=0 2024-12-16T03:40:49,252 INFO [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=88eab8a4655a046972fc7c96ad5652ce] 2024-12-16T03:40:49,253 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024121613bdefebf168431dbbd8c1fbacd3f6b8_88eab8a4655a046972fc7c96ad5652ce store=[table=TestAcidGuarantees family=A region=88eab8a4655a046972fc7c96ad5652ce] 2024-12-16T03:40:49,255 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024121613bdefebf168431dbbd8c1fbacd3f6b8_88eab8a4655a046972fc7c96ad5652ce, store=[table=TestAcidGuarantees family=A region=88eab8a4655a046972fc7c96ad5652ce] 2024-12-16T03:40:49,255 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024121613bdefebf168431dbbd8c1fbacd3f6b8_88eab8a4655a046972fc7c96ad5652ce because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=88eab8a4655a046972fc7c96ad5652ce] 2024-12-16T03:40:49,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073742217_1393 (size=12493) 2024-12-16T03:40:49,260 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/.tmp/B/e1bad91ef61646be9451595cab6abd65 as hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/B/e1bad91ef61646be9451595cab6abd65 2024-12-16T03:40:49,264 INFO [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 88eab8a4655a046972fc7c96ad5652ce/B of 88eab8a4655a046972fc7c96ad5652ce into e1bad91ef61646be9451595cab6abd65(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-16T03:40:49,264 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 88eab8a4655a046972fc7c96ad5652ce: 2024-12-16T03:40:49,264 INFO [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734320432293.88eab8a4655a046972fc7c96ad5652ce., storeName=88eab8a4655a046972fc7c96ad5652ce/B, priority=12, startTime=1734320449241; duration=0sec 2024-12-16T03:40:49,264 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-16T03:40:49,264 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 88eab8a4655a046972fc7c96ad5652ce:B 2024-12-16T03:40:49,264 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-16T03:40:49,265 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073742218_1394 (size=4469) 2024-12-16T03:40:49,265 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48510 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-16T03:40:49,266 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.HStore(1540): 88eab8a4655a046972fc7c96ad5652ce/C is initiating minor compaction (all files) 2024-12-16T03:40:49,266 INFO [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 88eab8a4655a046972fc7c96ad5652ce/C in TestAcidGuarantees,,1734320432293.88eab8a4655a046972fc7c96ad5652ce. 2024-12-16T03:40:49,266 INFO [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/C/8ce08c2b41e34c58871bb89f42613557, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/C/75e2c7c1ad394e478c1e6c2b6c91f5e6, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/C/95d16da1037a4f40b04ba0c3e1ce4384, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/C/830be80896b74c1b915e69dae9444d5a] into tmpdir=hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/.tmp, totalSize=47.4 K 2024-12-16T03:40:49,266 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] compactions.Compactor(224): Compacting 8ce08c2b41e34c58871bb89f42613557, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=97, earliestPutTs=1734320441017 2024-12-16T03:40:49,266 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] compactions.Compactor(224): Compacting 75e2c7c1ad394e478c1e6c2b6c91f5e6, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1734320442185 2024-12-16T03:40:49,266 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] compactions.Compactor(224): Compacting 95d16da1037a4f40b04ba0c3e1ce4384, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=136, earliestPutTs=1734320444324 2024-12-16T03:40:49,267 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] compactions.Compactor(224): Compacting 830be80896b74c1b915e69dae9444d5a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=159, earliestPutTs=1734320446472 2024-12-16T03:40:49,272 INFO [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 88eab8a4655a046972fc7c96ad5652ce#C#compaction#334 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-16T03:40:49,272 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/.tmp/C/df1999ffe3e548018bcf717dc2f55238 is 50, key is test_row_0/C:col10/1734320447591/Put/seqid=0 2024-12-16T03:40:49,275 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073742219_1395 (size=12493) 2024-12-16T03:40:49,380 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:49,381 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39893 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=119 2024-12-16T03:40:49,381 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734320432293.88eab8a4655a046972fc7c96ad5652ce. 2024-12-16T03:40:49,381 INFO [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(2837): Flushing 88eab8a4655a046972fc7c96ad5652ce 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-12-16T03:40:49,381 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 88eab8a4655a046972fc7c96ad5652ce, store=A 2024-12-16T03:40:49,381 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T03:40:49,382 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 88eab8a4655a046972fc7c96ad5652ce, store=B 2024-12-16T03:40:49,382 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T03:40:49,382 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 88eab8a4655a046972fc7c96ad5652ce, store=C 2024-12-16T03:40:49,382 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T03:40:49,387 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412169914d1fbb9f04ba2b1ee56408ff52a66_88eab8a4655a046972fc7c96ad5652ce is 50, key is test_row_0/A:col10/1734320447597/Put/seqid=0 2024-12-16T03:40:49,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073742220_1396 (size=12304) 2024-12-16T03:40:49,666 INFO [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 88eab8a4655a046972fc7c96ad5652ce#A#compaction#333 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-16T03:40:49,667 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/.tmp/A/8c4b6821d0a847d0857a747c49ccb46b is 175, key is test_row_0/A:col10/1734320447591/Put/seqid=0 2024-12-16T03:40:49,669 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073742221_1397 (size=31447) 2024-12-16T03:40:49,679 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/.tmp/C/df1999ffe3e548018bcf717dc2f55238 as hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/C/df1999ffe3e548018bcf717dc2f55238 2024-12-16T03:40:49,682 INFO [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 88eab8a4655a046972fc7c96ad5652ce/C of 88eab8a4655a046972fc7c96ad5652ce into df1999ffe3e548018bcf717dc2f55238(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-16T03:40:49,682 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 88eab8a4655a046972fc7c96ad5652ce: 2024-12-16T03:40:49,682 INFO [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734320432293.88eab8a4655a046972fc7c96ad5652ce., storeName=88eab8a4655a046972fc7c96ad5652ce/C, priority=12, startTime=1734320449241; duration=0sec 2024-12-16T03:40:49,682 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-16T03:40:49,682 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 88eab8a4655a046972fc7c96ad5652ce:C 2024-12-16T03:40:49,741 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734320432293.88eab8a4655a046972fc7c96ad5652ce. as already flushing 2024-12-16T03:40:49,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(8581): Flush requested on 88eab8a4655a046972fc7c96ad5652ce 2024-12-16T03:40:49,767 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:40:49,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40756 deadline: 1734320509759, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:49,768 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:40:49,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40790 deadline: 1734320509764, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:49,772 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:40:49,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40812 deadline: 1734320509766, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:49,773 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:40:49,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40714 deadline: 1734320509766, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:49,773 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:40:49,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40778 deadline: 1734320509767, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:49,790 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:40:49,793 INFO [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412169914d1fbb9f04ba2b1ee56408ff52a66_88eab8a4655a046972fc7c96ad5652ce to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412169914d1fbb9f04ba2b1ee56408ff52a66_88eab8a4655a046972fc7c96ad5652ce 2024-12-16T03:40:49,793 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/.tmp/A/e47aaa1764cb4a5d8e2c0c895f7984fa, store: [table=TestAcidGuarantees family=A region=88eab8a4655a046972fc7c96ad5652ce] 2024-12-16T03:40:49,794 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/.tmp/A/e47aaa1764cb4a5d8e2c0c895f7984fa is 175, key is test_row_0/A:col10/1734320447597/Put/seqid=0 2024-12-16T03:40:49,798 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073742222_1398 (size=31105) 2024-12-16T03:40:49,869 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:40:49,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40756 deadline: 1734320509868, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:49,872 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:40:49,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40790 deadline: 1734320509869, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:49,876 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:40:49,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40812 deadline: 1734320509873, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:49,876 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:40:49,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40714 deadline: 1734320509873, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:49,877 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:40:49,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40778 deadline: 1734320509873, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:50,073 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:40:50,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40756 deadline: 1734320510070, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:50,073 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/.tmp/A/8c4b6821d0a847d0857a747c49ccb46b as hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/A/8c4b6821d0a847d0857a747c49ccb46b 2024-12-16T03:40:50,077 INFO [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 88eab8a4655a046972fc7c96ad5652ce/A of 88eab8a4655a046972fc7c96ad5652ce into 8c4b6821d0a847d0857a747c49ccb46b(size=30.7 K), total size for store is 30.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-16T03:40:50,077 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 88eab8a4655a046972fc7c96ad5652ce: 2024-12-16T03:40:50,077 INFO [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734320432293.88eab8a4655a046972fc7c96ad5652ce., storeName=88eab8a4655a046972fc7c96ad5652ce/A, priority=12, startTime=1734320449241; duration=0sec 2024-12-16T03:40:50,077 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-16T03:40:50,077 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 88eab8a4655a046972fc7c96ad5652ce:A 2024-12-16T03:40:50,079 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:40:50,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40790 deadline: 1734320510074, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:50,081 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:40:50,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40714 deadline: 1734320510077, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:50,081 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:40:50,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40812 deadline: 1734320510078, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:50,081 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:40:50,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40778 deadline: 1734320510078, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:50,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-12-16T03:40:50,199 INFO [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=173, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/.tmp/A/e47aaa1764cb4a5d8e2c0c895f7984fa 2024-12-16T03:40:50,204 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/.tmp/B/6f07df30662943d2b8be83cd4cf4abf3 is 50, key is test_row_0/B:col10/1734320447597/Put/seqid=0 2024-12-16T03:40:50,210 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073742223_1399 (size=12151) 2024-12-16T03:40:50,375 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:40:50,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40756 deadline: 1734320510374, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:50,383 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:40:50,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40790 deadline: 1734320510382, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:50,385 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:40:50,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40812 deadline: 1734320510382, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:50,385 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:40:50,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40778 deadline: 1734320510383, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:50,386 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:40:50,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40714 deadline: 1734320510384, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:50,610 INFO [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=173 (bloomFilter=true), to=hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/.tmp/B/6f07df30662943d2b8be83cd4cf4abf3 2024-12-16T03:40:50,615 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/.tmp/C/e007702fb75a4cebb3626547dc49db80 is 50, key is test_row_0/C:col10/1734320447597/Put/seqid=0 2024-12-16T03:40:50,618 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073742224_1400 (size=12151) 2024-12-16T03:40:50,882 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:40:50,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40756 deadline: 1734320510880, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:50,891 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:40:50,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40790 deadline: 1734320510888, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:50,892 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:40:50,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40778 deadline: 1734320510888, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:50,892 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:40:50,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40812 deadline: 1734320510888, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:50,893 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:40:50,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40714 deadline: 1734320510890, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:51,018 INFO [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=173 (bloomFilter=true), to=hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/.tmp/C/e007702fb75a4cebb3626547dc49db80 2024-12-16T03:40:51,021 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/.tmp/A/e47aaa1764cb4a5d8e2c0c895f7984fa as hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/A/e47aaa1764cb4a5d8e2c0c895f7984fa 2024-12-16T03:40:51,024 INFO [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/A/e47aaa1764cb4a5d8e2c0c895f7984fa, entries=150, sequenceid=173, filesize=30.4 K 2024-12-16T03:40:51,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/.tmp/B/6f07df30662943d2b8be83cd4cf4abf3 as hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/B/6f07df30662943d2b8be83cd4cf4abf3 2024-12-16T03:40:51,028 INFO [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/B/6f07df30662943d2b8be83cd4cf4abf3, entries=150, sequenceid=173, filesize=11.9 K 2024-12-16T03:40:51,028 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/.tmp/C/e007702fb75a4cebb3626547dc49db80 as hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/C/e007702fb75a4cebb3626547dc49db80 2024-12-16T03:40:51,031 INFO [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/C/e007702fb75a4cebb3626547dc49db80, entries=150, sequenceid=173, filesize=11.9 K 2024-12-16T03:40:51,032 INFO [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 88eab8a4655a046972fc7c96ad5652ce in 1650ms, sequenceid=173, compaction requested=false 2024-12-16T03:40:51,032 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(2538): Flush status journal for 88eab8a4655a046972fc7c96ad5652ce: 2024-12-16T03:40:51,032 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734320432293.88eab8a4655a046972fc7c96ad5652ce. 2024-12-16T03:40:51,032 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=119 2024-12-16T03:40:51,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.HMaster(4106): Remote procedure done, pid=119 2024-12-16T03:40:51,033 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=119, resume processing ppid=118 2024-12-16T03:40:51,033 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=119, ppid=118, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.0190 sec 2024-12-16T03:40:51,034 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=118, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=118, table=TestAcidGuarantees in 3.0230 sec 2024-12-16T03:40:51,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(8581): Flush requested on 88eab8a4655a046972fc7c96ad5652ce 2024-12-16T03:40:51,889 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 88eab8a4655a046972fc7c96ad5652ce 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-12-16T03:40:51,889 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 88eab8a4655a046972fc7c96ad5652ce, store=A 2024-12-16T03:40:51,889 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T03:40:51,889 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 88eab8a4655a046972fc7c96ad5652ce, store=B 2024-12-16T03:40:51,889 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T03:40:51,889 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 88eab8a4655a046972fc7c96ad5652ce, store=C 2024-12-16T03:40:51,889 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T03:40:51,894 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412164a3125fd88fa4b5785739c6d4291bf50_88eab8a4655a046972fc7c96ad5652ce is 50, key is test_row_0/A:col10/1734320449765/Put/seqid=0 2024-12-16T03:40:51,897 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073742225_1401 (size=14794) 2024-12-16T03:40:51,897 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:40:51,900 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412164a3125fd88fa4b5785739c6d4291bf50_88eab8a4655a046972fc7c96ad5652ce to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412164a3125fd88fa4b5785739c6d4291bf50_88eab8a4655a046972fc7c96ad5652ce 2024-12-16T03:40:51,901 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/.tmp/A/e2bfbca2f1e94f5c844db734e5475efa, store: [table=TestAcidGuarantees family=A region=88eab8a4655a046972fc7c96ad5652ce] 2024-12-16T03:40:51,901 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/.tmp/A/e2bfbca2f1e94f5c844db734e5475efa is 175, key is test_row_0/A:col10/1734320449765/Put/seqid=0 2024-12-16T03:40:51,904 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073742226_1402 (size=39749) 2024-12-16T03:40:51,906 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:40:51,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40778 deadline: 1734320511900, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:51,909 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:40:51,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40812 deadline: 1734320511904, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:51,909 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:40:51,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40756 deadline: 1734320511905, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:51,913 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:40:51,913 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:40:51,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40790 deadline: 1734320511906, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:51,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40714 deadline: 1734320511906, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:52,012 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:40:52,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40778 deadline: 1734320512007, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:52,013 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:40:52,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40812 deadline: 1734320512010, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:52,013 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:40:52,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40756 deadline: 1734320512010, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:52,016 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:40:52,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40714 deadline: 1734320512014, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:52,016 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:40:52,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40790 deadline: 1734320512014, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:52,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-12-16T03:40:52,117 INFO [Thread-1599 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 118 completed 2024-12-16T03:40:52,118 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-16T03:40:52,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] procedure2.ProcedureExecutor(1098): Stored pid=120, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=120, table=TestAcidGuarantees 2024-12-16T03:40:52,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-12-16T03:40:52,119 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=120, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=120, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-16T03:40:52,119 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=120, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=120, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-16T03:40:52,119 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=121, ppid=120, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-16T03:40:52,216 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:40:52,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40778 deadline: 1734320512213, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:52,216 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:40:52,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40812 deadline: 1734320512214, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:52,217 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:40:52,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40756 deadline: 1734320512214, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:52,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-12-16T03:40:52,221 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:40:52,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40714 deadline: 1734320512218, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:52,222 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:40:52,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40790 deadline: 1734320512218, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:52,270 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:52,270 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39893 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=121 2024-12-16T03:40:52,271 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734320432293.88eab8a4655a046972fc7c96ad5652ce. 2024-12-16T03:40:52,271 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734320432293.88eab8a4655a046972fc7c96ad5652ce. as already flushing 2024-12-16T03:40:52,271 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734320432293.88eab8a4655a046972fc7c96ad5652ce. 2024-12-16T03:40:52,271 ERROR [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] handler.RSProcedureHandler(58): pid=121 java.io.IOException: Unable to complete flush {ENCODED => 88eab8a4655a046972fc7c96ad5652ce, NAME => 'TestAcidGuarantees,,1734320432293.88eab8a4655a046972fc7c96ad5652ce.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:40:52,271 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=121 java.io.IOException: Unable to complete flush {ENCODED => 88eab8a4655a046972fc7c96ad5652ce, NAME => 'TestAcidGuarantees,,1734320432293.88eab8a4655a046972fc7c96ad5652ce.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:40:52,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.HMaster(4114): Remote procedure failed, pid=121 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 88eab8a4655a046972fc7c96ad5652ce, NAME => 'TestAcidGuarantees,,1734320432293.88eab8a4655a046972fc7c96ad5652ce.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 88eab8a4655a046972fc7c96ad5652ce, NAME => 'TestAcidGuarantees,,1734320432293.88eab8a4655a046972fc7c96ad5652ce.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:40:52,305 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=199, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/.tmp/A/e2bfbca2f1e94f5c844db734e5475efa 2024-12-16T03:40:52,310 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/.tmp/B/606734dc82c7417fb2cead9af82fcac6 is 50, key is test_row_0/B:col10/1734320449765/Put/seqid=0 2024-12-16T03:40:52,316 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073742227_1403 (size=12151) 2024-12-16T03:40:52,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-12-16T03:40:52,423 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:52,423 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39893 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=121 2024-12-16T03:40:52,423 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734320432293.88eab8a4655a046972fc7c96ad5652ce. 2024-12-16T03:40:52,423 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734320432293.88eab8a4655a046972fc7c96ad5652ce. as already flushing 2024-12-16T03:40:52,423 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734320432293.88eab8a4655a046972fc7c96ad5652ce. 2024-12-16T03:40:52,423 ERROR [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] handler.RSProcedureHandler(58): pid=121 java.io.IOException: Unable to complete flush {ENCODED => 88eab8a4655a046972fc7c96ad5652ce, NAME => 'TestAcidGuarantees,,1734320432293.88eab8a4655a046972fc7c96ad5652ce.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:40:52,423 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=121 java.io.IOException: Unable to complete flush {ENCODED => 88eab8a4655a046972fc7c96ad5652ce, NAME => 'TestAcidGuarantees,,1734320432293.88eab8a4655a046972fc7c96ad5652ce.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:40:52,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.HMaster(4114): Remote procedure failed, pid=121 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 88eab8a4655a046972fc7c96ad5652ce, NAME => 'TestAcidGuarantees,,1734320432293.88eab8a4655a046972fc7c96ad5652ce.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 88eab8a4655a046972fc7c96ad5652ce, NAME => 'TestAcidGuarantees,,1734320432293.88eab8a4655a046972fc7c96ad5652ce.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:40:52,520 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:40:52,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40778 deadline: 1734320512518, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:52,521 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:40:52,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40756 deadline: 1734320512519, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:52,521 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:40:52,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40812 deadline: 1734320512519, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:52,525 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:40:52,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40790 deadline: 1734320512522, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:52,526 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:40:52,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40714 deadline: 1734320512523, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:52,575 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:52,575 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39893 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=121 2024-12-16T03:40:52,575 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734320432293.88eab8a4655a046972fc7c96ad5652ce. 2024-12-16T03:40:52,575 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734320432293.88eab8a4655a046972fc7c96ad5652ce. as already flushing 2024-12-16T03:40:52,576 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734320432293.88eab8a4655a046972fc7c96ad5652ce. 2024-12-16T03:40:52,576 ERROR [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] handler.RSProcedureHandler(58): pid=121 java.io.IOException: Unable to complete flush {ENCODED => 88eab8a4655a046972fc7c96ad5652ce, NAME => 'TestAcidGuarantees,,1734320432293.88eab8a4655a046972fc7c96ad5652ce.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:40:52,576 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=121 java.io.IOException: Unable to complete flush {ENCODED => 88eab8a4655a046972fc7c96ad5652ce, NAME => 'TestAcidGuarantees,,1734320432293.88eab8a4655a046972fc7c96ad5652ce.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:40:52,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.HMaster(4114): Remote procedure failed, pid=121 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 88eab8a4655a046972fc7c96ad5652ce, NAME => 'TestAcidGuarantees,,1734320432293.88eab8a4655a046972fc7c96ad5652ce.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 88eab8a4655a046972fc7c96ad5652ce, NAME => 'TestAcidGuarantees,,1734320432293.88eab8a4655a046972fc7c96ad5652ce.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:40:52,716 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=199 (bloomFilter=true), to=hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/.tmp/B/606734dc82c7417fb2cead9af82fcac6 2024-12-16T03:40:52,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-12-16T03:40:52,721 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/.tmp/C/ab62d598528f4660b3d71d570b8514f5 is 50, key is test_row_0/C:col10/1734320449765/Put/seqid=0 2024-12-16T03:40:52,725 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073742228_1404 (size=12151) 2024-12-16T03:40:52,727 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:52,728 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39893 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=121 2024-12-16T03:40:52,728 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734320432293.88eab8a4655a046972fc7c96ad5652ce. 2024-12-16T03:40:52,728 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734320432293.88eab8a4655a046972fc7c96ad5652ce. as already flushing 2024-12-16T03:40:52,728 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734320432293.88eab8a4655a046972fc7c96ad5652ce. 2024-12-16T03:40:52,728 ERROR [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] handler.RSProcedureHandler(58): pid=121 java.io.IOException: Unable to complete flush {ENCODED => 88eab8a4655a046972fc7c96ad5652ce, NAME => 'TestAcidGuarantees,,1734320432293.88eab8a4655a046972fc7c96ad5652ce.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:40:52,728 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=121 java.io.IOException: Unable to complete flush {ENCODED => 88eab8a4655a046972fc7c96ad5652ce, NAME => 'TestAcidGuarantees,,1734320432293.88eab8a4655a046972fc7c96ad5652ce.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:40:52,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.HMaster(4114): Remote procedure failed, pid=121 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 88eab8a4655a046972fc7c96ad5652ce, NAME => 'TestAcidGuarantees,,1734320432293.88eab8a4655a046972fc7c96ad5652ce.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 88eab8a4655a046972fc7c96ad5652ce, NAME => 'TestAcidGuarantees,,1734320432293.88eab8a4655a046972fc7c96ad5652ce.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:40:52,880 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:52,880 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39893 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=121 2024-12-16T03:40:52,880 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734320432293.88eab8a4655a046972fc7c96ad5652ce. 2024-12-16T03:40:52,880 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734320432293.88eab8a4655a046972fc7c96ad5652ce. as already flushing 2024-12-16T03:40:52,880 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734320432293.88eab8a4655a046972fc7c96ad5652ce. 2024-12-16T03:40:52,880 ERROR [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] handler.RSProcedureHandler(58): pid=121 java.io.IOException: Unable to complete flush {ENCODED => 88eab8a4655a046972fc7c96ad5652ce, NAME => 'TestAcidGuarantees,,1734320432293.88eab8a4655a046972fc7c96ad5652ce.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:40:52,880 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=121 java.io.IOException: Unable to complete flush {ENCODED => 88eab8a4655a046972fc7c96ad5652ce, NAME => 'TestAcidGuarantees,,1734320432293.88eab8a4655a046972fc7c96ad5652ce.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:40:52,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.HMaster(4114): Remote procedure failed, pid=121 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 88eab8a4655a046972fc7c96ad5652ce, NAME => 'TestAcidGuarantees,,1734320432293.88eab8a4655a046972fc7c96ad5652ce.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 88eab8a4655a046972fc7c96ad5652ce, NAME => 'TestAcidGuarantees,,1734320432293.88eab8a4655a046972fc7c96ad5652ce.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:40:53,028 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:40:53,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40756 deadline: 1734320513025, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:53,028 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:40:53,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40812 deadline: 1734320513025, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:53,029 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:40:53,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40778 deadline: 1734320513025, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:53,029 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:40:53,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40790 deadline: 1734320513026, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:53,031 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:53,031 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39893 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=121 2024-12-16T03:40:53,031 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734320432293.88eab8a4655a046972fc7c96ad5652ce. 2024-12-16T03:40:53,031 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734320432293.88eab8a4655a046972fc7c96ad5652ce. as already flushing 2024-12-16T03:40:53,031 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734320432293.88eab8a4655a046972fc7c96ad5652ce. 2024-12-16T03:40:53,031 ERROR [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] handler.RSProcedureHandler(58): pid=121 java.io.IOException: Unable to complete flush {ENCODED => 88eab8a4655a046972fc7c96ad5652ce, NAME => 'TestAcidGuarantees,,1734320432293.88eab8a4655a046972fc7c96ad5652ce.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:40:53,031 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=121 java.io.IOException: Unable to complete flush {ENCODED => 88eab8a4655a046972fc7c96ad5652ce, NAME => 'TestAcidGuarantees,,1734320432293.88eab8a4655a046972fc7c96ad5652ce.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:40:53,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.HMaster(4114): Remote procedure failed, pid=121 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 88eab8a4655a046972fc7c96ad5652ce, NAME => 'TestAcidGuarantees,,1734320432293.88eab8a4655a046972fc7c96ad5652ce.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 88eab8a4655a046972fc7c96ad5652ce, NAME => 'TestAcidGuarantees,,1734320432293.88eab8a4655a046972fc7c96ad5652ce.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:40:53,033 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:40:53,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40714 deadline: 1734320513029, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:53,062 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-16T03:40:53,126 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=199 (bloomFilter=true), to=hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/.tmp/C/ab62d598528f4660b3d71d570b8514f5 2024-12-16T03:40:53,129 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/.tmp/A/e2bfbca2f1e94f5c844db734e5475efa as hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/A/e2bfbca2f1e94f5c844db734e5475efa 2024-12-16T03:40:53,131 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/A/e2bfbca2f1e94f5c844db734e5475efa, entries=200, sequenceid=199, filesize=38.8 K 2024-12-16T03:40:53,132 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/.tmp/B/606734dc82c7417fb2cead9af82fcac6 as hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/B/606734dc82c7417fb2cead9af82fcac6 2024-12-16T03:40:53,134 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/B/606734dc82c7417fb2cead9af82fcac6, entries=150, sequenceid=199, filesize=11.9 K 2024-12-16T03:40:53,135 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/.tmp/C/ab62d598528f4660b3d71d570b8514f5 as hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/C/ab62d598528f4660b3d71d570b8514f5 2024-12-16T03:40:53,138 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/C/ab62d598528f4660b3d71d570b8514f5, entries=150, sequenceid=199, filesize=11.9 K 2024-12-16T03:40:53,138 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=67.09 KB/68700 for 88eab8a4655a046972fc7c96ad5652ce in 1250ms, sequenceid=199, compaction requested=true 2024-12-16T03:40:53,138 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 88eab8a4655a046972fc7c96ad5652ce: 2024-12-16T03:40:53,138 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 88eab8a4655a046972fc7c96ad5652ce:A, priority=-2147483648, current under compaction store size is 1 2024-12-16T03:40:53,138 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-16T03:40:53,138 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 88eab8a4655a046972fc7c96ad5652ce:B, priority=-2147483648, current under compaction store size is 2 2024-12-16T03:40:53,138 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-16T03:40:53,138 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 88eab8a4655a046972fc7c96ad5652ce:C, priority=-2147483648, current under compaction store size is 3 2024-12-16T03:40:53,138 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-16T03:40:53,138 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-16T03:40:53,138 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-16T03:40:53,139 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-16T03:40:53,139 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102301 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-16T03:40:53,139 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.HStore(1540): 88eab8a4655a046972fc7c96ad5652ce/B is initiating minor compaction (all files) 2024-12-16T03:40:53,139 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.HStore(1540): 88eab8a4655a046972fc7c96ad5652ce/A is initiating minor compaction (all files) 2024-12-16T03:40:53,139 INFO [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 88eab8a4655a046972fc7c96ad5652ce/B in TestAcidGuarantees,,1734320432293.88eab8a4655a046972fc7c96ad5652ce. 2024-12-16T03:40:53,139 INFO [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 88eab8a4655a046972fc7c96ad5652ce/A in TestAcidGuarantees,,1734320432293.88eab8a4655a046972fc7c96ad5652ce. 2024-12-16T03:40:53,139 INFO [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/B/e1bad91ef61646be9451595cab6abd65, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/B/6f07df30662943d2b8be83cd4cf4abf3, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/B/606734dc82c7417fb2cead9af82fcac6] into tmpdir=hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/.tmp, totalSize=35.9 K 2024-12-16T03:40:53,139 INFO [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/A/8c4b6821d0a847d0857a747c49ccb46b, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/A/e47aaa1764cb4a5d8e2c0c895f7984fa, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/A/e2bfbca2f1e94f5c844db734e5475efa] into tmpdir=hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/.tmp, totalSize=99.9 K 2024-12-16T03:40:53,139 INFO [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1734320432293.88eab8a4655a046972fc7c96ad5652ce. 2024-12-16T03:40:53,139 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1734320432293.88eab8a4655a046972fc7c96ad5652ce. files: [hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/A/8c4b6821d0a847d0857a747c49ccb46b, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/A/e47aaa1764cb4a5d8e2c0c895f7984fa, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/A/e2bfbca2f1e94f5c844db734e5475efa] 2024-12-16T03:40:53,139 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] compactions.Compactor(224): Compacting e1bad91ef61646be9451595cab6abd65, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=159, earliestPutTs=1734320446472 2024-12-16T03:40:53,140 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] compactions.Compactor(224): Compacting 6f07df30662943d2b8be83cd4cf4abf3, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=173, earliestPutTs=1734320447597 2024-12-16T03:40:53,140 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8c4b6821d0a847d0857a747c49ccb46b, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=159, earliestPutTs=1734320446472 2024-12-16T03:40:53,140 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] compactions.Compactor(224): Compacting 606734dc82c7417fb2cead9af82fcac6, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=199, earliestPutTs=1734320449763 2024-12-16T03:40:53,140 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] compactions.Compactor(224): Compacting e47aaa1764cb4a5d8e2c0c895f7984fa, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=173, earliestPutTs=1734320447597 2024-12-16T03:40:53,140 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] compactions.Compactor(224): Compacting e2bfbca2f1e94f5c844db734e5475efa, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=199, earliestPutTs=1734320449763 2024-12-16T03:40:53,145 INFO [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 88eab8a4655a046972fc7c96ad5652ce#B#compaction#341 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-16T03:40:53,146 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/.tmp/B/1dcd779671f04f2d8f55b731fcc9c3aa is 50, key is test_row_0/B:col10/1734320449765/Put/seqid=0 2024-12-16T03:40:53,147 INFO [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=88eab8a4655a046972fc7c96ad5652ce] 2024-12-16T03:40:53,150 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241216a5576c5b9f154c26a65d4b6eca7c695f_88eab8a4655a046972fc7c96ad5652ce store=[table=TestAcidGuarantees family=A region=88eab8a4655a046972fc7c96ad5652ce] 2024-12-16T03:40:53,151 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241216a5576c5b9f154c26a65d4b6eca7c695f_88eab8a4655a046972fc7c96ad5652ce, store=[table=TestAcidGuarantees family=A region=88eab8a4655a046972fc7c96ad5652ce] 2024-12-16T03:40:53,151 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241216a5576c5b9f154c26a65d4b6eca7c695f_88eab8a4655a046972fc7c96ad5652ce because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=88eab8a4655a046972fc7c96ad5652ce] 2024-12-16T03:40:53,152 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073742229_1405 (size=12595) 2024-12-16T03:40:53,157 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073742230_1406 (size=4469) 2024-12-16T03:40:53,158 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/.tmp/B/1dcd779671f04f2d8f55b731fcc9c3aa as hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/B/1dcd779671f04f2d8f55b731fcc9c3aa 2024-12-16T03:40:53,158 INFO [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 88eab8a4655a046972fc7c96ad5652ce#A#compaction#342 average throughput is 2.22 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-16T03:40:53,159 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/.tmp/A/206bca99eb7c446eabba9b1e3d27d0d8 is 175, key is test_row_0/A:col10/1734320449765/Put/seqid=0 2024-12-16T03:40:53,162 INFO [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 88eab8a4655a046972fc7c96ad5652ce/B of 88eab8a4655a046972fc7c96ad5652ce into 1dcd779671f04f2d8f55b731fcc9c3aa(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-16T03:40:53,162 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 88eab8a4655a046972fc7c96ad5652ce: 2024-12-16T03:40:53,163 INFO [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734320432293.88eab8a4655a046972fc7c96ad5652ce., storeName=88eab8a4655a046972fc7c96ad5652ce/B, priority=13, startTime=1734320453138; duration=0sec 2024-12-16T03:40:53,163 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-16T03:40:53,163 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 88eab8a4655a046972fc7c96ad5652ce:B 2024-12-16T03:40:53,163 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-16T03:40:53,164 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-16T03:40:53,164 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.HStore(1540): 88eab8a4655a046972fc7c96ad5652ce/C is initiating minor compaction (all files) 2024-12-16T03:40:53,164 INFO [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 88eab8a4655a046972fc7c96ad5652ce/C in TestAcidGuarantees,,1734320432293.88eab8a4655a046972fc7c96ad5652ce. 2024-12-16T03:40:53,164 INFO [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/C/df1999ffe3e548018bcf717dc2f55238, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/C/e007702fb75a4cebb3626547dc49db80, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/C/ab62d598528f4660b3d71d570b8514f5] into tmpdir=hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/.tmp, totalSize=35.9 K 2024-12-16T03:40:53,164 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] compactions.Compactor(224): Compacting df1999ffe3e548018bcf717dc2f55238, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=159, earliestPutTs=1734320446472 2024-12-16T03:40:53,165 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] compactions.Compactor(224): Compacting e007702fb75a4cebb3626547dc49db80, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=173, earliestPutTs=1734320447597 2024-12-16T03:40:53,166 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] compactions.Compactor(224): Compacting ab62d598528f4660b3d71d570b8514f5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=199, earliestPutTs=1734320449763 2024-12-16T03:40:53,173 INFO [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 88eab8a4655a046972fc7c96ad5652ce#C#compaction#343 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-16T03:40:53,173 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073742231_1407 (size=31549) 2024-12-16T03:40:53,174 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/.tmp/C/905c7ee1f33e4ed5b5734de79eb99ffc is 50, key is test_row_0/C:col10/1734320449765/Put/seqid=0 2024-12-16T03:40:53,182 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:53,182 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39893 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=121 2024-12-16T03:40:53,182 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734320432293.88eab8a4655a046972fc7c96ad5652ce. 2024-12-16T03:40:53,182 INFO [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(2837): Flushing 88eab8a4655a046972fc7c96ad5652ce 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-12-16T03:40:53,183 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 88eab8a4655a046972fc7c96ad5652ce, store=A 2024-12-16T03:40:53,183 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T03:40:53,183 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 88eab8a4655a046972fc7c96ad5652ce, store=B 2024-12-16T03:40:53,183 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T03:40:53,183 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 88eab8a4655a046972fc7c96ad5652ce, store=C 2024-12-16T03:40:53,183 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T03:40:53,188 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073742232_1408 (size=12595) 2024-12-16T03:40:53,191 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024121607886f12b40d4cdbbe66e6b594cd2629_88eab8a4655a046972fc7c96ad5652ce is 50, key is test_row_0/A:col10/1734320451903/Put/seqid=0 2024-12-16T03:40:53,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073742233_1409 (size=12304) 2024-12-16T03:40:53,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-12-16T03:40:53,578 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/.tmp/A/206bca99eb7c446eabba9b1e3d27d0d8 as hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/A/206bca99eb7c446eabba9b1e3d27d0d8 2024-12-16T03:40:53,585 INFO [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 88eab8a4655a046972fc7c96ad5652ce/A of 88eab8a4655a046972fc7c96ad5652ce into 206bca99eb7c446eabba9b1e3d27d0d8(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-16T03:40:53,585 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 88eab8a4655a046972fc7c96ad5652ce: 2024-12-16T03:40:53,585 INFO [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734320432293.88eab8a4655a046972fc7c96ad5652ce., storeName=88eab8a4655a046972fc7c96ad5652ce/A, priority=13, startTime=1734320453138; duration=0sec 2024-12-16T03:40:53,585 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-16T03:40:53,585 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 88eab8a4655a046972fc7c96ad5652ce:A 2024-12-16T03:40:53,592 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/.tmp/C/905c7ee1f33e4ed5b5734de79eb99ffc as hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/C/905c7ee1f33e4ed5b5734de79eb99ffc 2024-12-16T03:40:53,596 INFO [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 88eab8a4655a046972fc7c96ad5652ce/C of 88eab8a4655a046972fc7c96ad5652ce into 905c7ee1f33e4ed5b5734de79eb99ffc(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-16T03:40:53,596 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 88eab8a4655a046972fc7c96ad5652ce: 2024-12-16T03:40:53,596 INFO [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734320432293.88eab8a4655a046972fc7c96ad5652ce., storeName=88eab8a4655a046972fc7c96ad5652ce/C, priority=13, startTime=1734320453138; duration=0sec 2024-12-16T03:40:53,596 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-16T03:40:53,596 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 88eab8a4655a046972fc7c96ad5652ce:C 2024-12-16T03:40:53,607 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:40:53,610 INFO [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024121607886f12b40d4cdbbe66e6b594cd2629_88eab8a4655a046972fc7c96ad5652ce to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121607886f12b40d4cdbbe66e6b594cd2629_88eab8a4655a046972fc7c96ad5652ce 2024-12-16T03:40:53,611 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/.tmp/A/1e0e0e17b15a450cba32dae92ca89e86, store: [table=TestAcidGuarantees family=A region=88eab8a4655a046972fc7c96ad5652ce] 2024-12-16T03:40:53,612 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/.tmp/A/1e0e0e17b15a450cba32dae92ca89e86 is 175, key is test_row_0/A:col10/1734320451903/Put/seqid=0 2024-12-16T03:40:53,615 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073742234_1410 (size=31105) 2024-12-16T03:40:53,616 INFO [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=213, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/.tmp/A/1e0e0e17b15a450cba32dae92ca89e86 2024-12-16T03:40:53,622 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/.tmp/B/53636091e83c412091864e94d35f7c70 is 50, key is test_row_0/B:col10/1734320451903/Put/seqid=0 2024-12-16T03:40:53,662 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073742235_1411 (size=12151) 2024-12-16T03:40:54,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(8581): Flush requested on 88eab8a4655a046972fc7c96ad5652ce 2024-12-16T03:40:54,035 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734320432293.88eab8a4655a046972fc7c96ad5652ce. as already flushing 2024-12-16T03:40:54,062 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:40:54,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40756 deadline: 1734320514054, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:54,062 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:40:54,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40778 deadline: 1734320514057, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:54,062 INFO [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=213 (bloomFilter=true), to=hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/.tmp/B/53636091e83c412091864e94d35f7c70 2024-12-16T03:40:54,062 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:40:54,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40790 deadline: 1734320514058, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:54,067 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/.tmp/C/9c853a4fcd744571a9d938e39bb92f63 is 50, key is test_row_0/C:col10/1734320451903/Put/seqid=0 2024-12-16T03:40:54,068 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:40:54,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40714 deadline: 1734320514062, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:54,068 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:40:54,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40812 deadline: 1734320514062, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:54,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073742236_1412 (size=12151) 2024-12-16T03:40:54,164 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:40:54,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40756 deadline: 1734320514163, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:54,164 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:40:54,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40778 deadline: 1734320514163, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:54,165 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:40:54,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40790 deadline: 1734320514163, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:54,171 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:40:54,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40714 deadline: 1734320514169, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:54,171 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:40:54,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40812 deadline: 1734320514169, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:54,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-12-16T03:40:54,368 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:40:54,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40778 deadline: 1734320514365, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:54,368 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:40:54,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40790 deadline: 1734320514365, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:54,369 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:40:54,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40756 deadline: 1734320514366, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:54,374 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:40:54,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40714 deadline: 1734320514373, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:54,374 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:40:54,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40812 deadline: 1734320514373, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:54,474 INFO [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=213 (bloomFilter=true), to=hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/.tmp/C/9c853a4fcd744571a9d938e39bb92f63 2024-12-16T03:40:54,477 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/.tmp/A/1e0e0e17b15a450cba32dae92ca89e86 as hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/A/1e0e0e17b15a450cba32dae92ca89e86 2024-12-16T03:40:54,480 INFO [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/A/1e0e0e17b15a450cba32dae92ca89e86, entries=150, sequenceid=213, filesize=30.4 K 2024-12-16T03:40:54,480 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/.tmp/B/53636091e83c412091864e94d35f7c70 as hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/B/53636091e83c412091864e94d35f7c70 2024-12-16T03:40:54,483 INFO [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/B/53636091e83c412091864e94d35f7c70, entries=150, sequenceid=213, filesize=11.9 K 2024-12-16T03:40:54,484 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/.tmp/C/9c853a4fcd744571a9d938e39bb92f63 as hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/C/9c853a4fcd744571a9d938e39bb92f63 2024-12-16T03:40:54,486 INFO [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/C/9c853a4fcd744571a9d938e39bb92f63, entries=150, sequenceid=213, filesize=11.9 K 2024-12-16T03:40:54,487 INFO [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=140.89 KB/144270 for 88eab8a4655a046972fc7c96ad5652ce in 1305ms, sequenceid=213, compaction requested=false 2024-12-16T03:40:54,487 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(2538): Flush status journal for 88eab8a4655a046972fc7c96ad5652ce: 2024-12-16T03:40:54,487 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734320432293.88eab8a4655a046972fc7c96ad5652ce. 2024-12-16T03:40:54,487 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=121 2024-12-16T03:40:54,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.HMaster(4106): Remote procedure done, pid=121 2024-12-16T03:40:54,489 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=121, resume processing ppid=120 2024-12-16T03:40:54,489 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=121, ppid=120, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.3690 sec 2024-12-16T03:40:54,490 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=120, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=120, table=TestAcidGuarantees in 2.3710 sec 2024-12-16T03:40:54,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(8581): Flush requested on 88eab8a4655a046972fc7c96ad5652ce 2024-12-16T03:40:54,674 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 88eab8a4655a046972fc7c96ad5652ce 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-12-16T03:40:54,675 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 88eab8a4655a046972fc7c96ad5652ce, store=A 2024-12-16T03:40:54,675 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T03:40:54,675 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 88eab8a4655a046972fc7c96ad5652ce, store=B 2024-12-16T03:40:54,675 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T03:40:54,675 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 88eab8a4655a046972fc7c96ad5652ce, store=C 2024-12-16T03:40:54,675 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T03:40:54,681 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241216f2e13013a67949d39eb61907376a327e_88eab8a4655a046972fc7c96ad5652ce is 50, key is test_row_0/A:col10/1734320454047/Put/seqid=0 2024-12-16T03:40:54,684 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:40:54,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40756 deadline: 1734320514680, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:54,685 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:40:54,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40714 deadline: 1734320514680, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:54,685 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:40:54,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40778 deadline: 1734320514681, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:54,686 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:40:54,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40812 deadline: 1734320514682, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:54,688 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:40:54,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40790 deadline: 1734320514684, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:54,690 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073742237_1413 (size=19774) 2024-12-16T03:40:54,787 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:40:54,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40756 deadline: 1734320514785, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:54,788 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:40:54,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40714 deadline: 1734320514786, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:54,789 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:40:54,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40778 deadline: 1734320514786, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:54,789 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:40:54,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40812 deadline: 1734320514787, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:54,792 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:40:54,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40790 deadline: 1734320514789, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:54,990 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:40:54,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40756 deadline: 1734320514988, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:54,990 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:40:54,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40812 deadline: 1734320514990, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:54,992 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:40:54,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40714 deadline: 1734320514990, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:54,993 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:40:54,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40778 deadline: 1734320514990, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:54,994 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:40:54,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40790 deadline: 1734320514993, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:55,090 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:40:55,093 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241216f2e13013a67949d39eb61907376a327e_88eab8a4655a046972fc7c96ad5652ce to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241216f2e13013a67949d39eb61907376a327e_88eab8a4655a046972fc7c96ad5652ce 2024-12-16T03:40:55,094 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/.tmp/A/4848a7d31bbe427dafb30906786a1442, store: [table=TestAcidGuarantees family=A region=88eab8a4655a046972fc7c96ad5652ce] 2024-12-16T03:40:55,094 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/.tmp/A/4848a7d31bbe427dafb30906786a1442 is 175, key is test_row_0/A:col10/1734320454047/Put/seqid=0 2024-12-16T03:40:55,097 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073742238_1414 (size=57033) 2024-12-16T03:40:55,293 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:40:55,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40756 deadline: 1734320515292, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:55,296 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:40:55,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40714 deadline: 1734320515293, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:55,296 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:40:55,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40812 deadline: 1734320515293, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:55,296 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:40:55,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40778 deadline: 1734320515293, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:55,297 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:40:55,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40790 deadline: 1734320515295, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:55,498 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=242, memsize=53.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/.tmp/A/4848a7d31bbe427dafb30906786a1442 2024-12-16T03:40:55,502 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/.tmp/B/4966df25fc7c48ffb8ca8eeae396cc96 is 50, key is test_row_0/B:col10/1734320454047/Put/seqid=0 2024-12-16T03:40:55,505 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073742239_1415 (size=12151) 2024-12-16T03:40:55,585 DEBUG [Thread-1608 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x022a6e9f to 127.0.0.1:56952 2024-12-16T03:40:55,585 DEBUG [Thread-1608 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T03:40:55,585 DEBUG [Thread-1600 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2b308f62 to 127.0.0.1:56952 2024-12-16T03:40:55,585 DEBUG [Thread-1606 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x59bd764a to 127.0.0.1:56952 2024-12-16T03:40:55,585 DEBUG [Thread-1600 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T03:40:55,585 DEBUG [Thread-1606 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T03:40:55,588 DEBUG [Thread-1604 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3eab689a to 127.0.0.1:56952 2024-12-16T03:40:55,588 DEBUG [Thread-1604 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T03:40:55,588 DEBUG [Thread-1602 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x68035c67 to 127.0.0.1:56952 2024-12-16T03:40:55,588 DEBUG [Thread-1602 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T03:40:55,800 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:40:55,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40756 deadline: 1734320515800, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:55,801 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:40:55,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40714 deadline: 1734320515801, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:55,802 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:40:55,803 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:40:55,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40778 deadline: 1734320515802, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:55,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40812 deadline: 1734320515802, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:55,804 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:40:55,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:40790 deadline: 1734320515803, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:55,907 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=242 (bloomFilter=true), to=hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/.tmp/B/4966df25fc7c48ffb8ca8eeae396cc96 2024-12-16T03:40:55,919 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/.tmp/C/e130082f61e74a369273d0a0c773eeae is 50, key is test_row_0/C:col10/1734320454047/Put/seqid=0 2024-12-16T03:40:55,923 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073742240_1416 (size=12151) 2024-12-16T03:40:56,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-12-16T03:40:56,224 INFO [Thread-1599 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 120 completed 2024-12-16T03:40:56,325 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=242 (bloomFilter=true), to=hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/.tmp/C/e130082f61e74a369273d0a0c773eeae 2024-12-16T03:40:56,336 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/.tmp/A/4848a7d31bbe427dafb30906786a1442 as hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/A/4848a7d31bbe427dafb30906786a1442 2024-12-16T03:40:56,339 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/A/4848a7d31bbe427dafb30906786a1442, entries=300, sequenceid=242, filesize=55.7 K 2024-12-16T03:40:56,340 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/.tmp/B/4966df25fc7c48ffb8ca8eeae396cc96 as hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/B/4966df25fc7c48ffb8ca8eeae396cc96 2024-12-16T03:40:56,344 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/B/4966df25fc7c48ffb8ca8eeae396cc96, entries=150, sequenceid=242, filesize=11.9 K 2024-12-16T03:40:56,344 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/.tmp/C/e130082f61e74a369273d0a0c773eeae as hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/C/e130082f61e74a369273d0a0c773eeae 2024-12-16T03:40:56,347 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/C/e130082f61e74a369273d0a0c773eeae, entries=150, sequenceid=242, filesize=11.9 K 2024-12-16T03:40:56,348 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=40.25 KB/41220 for 88eab8a4655a046972fc7c96ad5652ce in 1674ms, sequenceid=242, compaction requested=true 2024-12-16T03:40:56,348 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 88eab8a4655a046972fc7c96ad5652ce: 2024-12-16T03:40:56,348 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 88eab8a4655a046972fc7c96ad5652ce:A, priority=-2147483648, current under compaction store size is 1 2024-12-16T03:40:56,348 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-16T03:40:56,348 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 88eab8a4655a046972fc7c96ad5652ce:B, priority=-2147483648, current under compaction store size is 2 2024-12-16T03:40:56,348 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-16T03:40:56,348 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 88eab8a4655a046972fc7c96ad5652ce:C, priority=-2147483648, current under compaction store size is 3 2024-12-16T03:40:56,348 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-16T03:40:56,348 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-16T03:40:56,348 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-16T03:40:56,349 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-16T03:40:56,349 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 119687 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-16T03:40:56,349 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.HStore(1540): 88eab8a4655a046972fc7c96ad5652ce/A is initiating minor compaction (all files) 2024-12-16T03:40:56,349 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.HStore(1540): 88eab8a4655a046972fc7c96ad5652ce/B is initiating minor compaction (all files) 2024-12-16T03:40:56,349 INFO [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 88eab8a4655a046972fc7c96ad5652ce/A in TestAcidGuarantees,,1734320432293.88eab8a4655a046972fc7c96ad5652ce. 2024-12-16T03:40:56,349 INFO [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 88eab8a4655a046972fc7c96ad5652ce/B in TestAcidGuarantees,,1734320432293.88eab8a4655a046972fc7c96ad5652ce. 2024-12-16T03:40:56,349 INFO [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/B/1dcd779671f04f2d8f55b731fcc9c3aa, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/B/53636091e83c412091864e94d35f7c70, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/B/4966df25fc7c48ffb8ca8eeae396cc96] into tmpdir=hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/.tmp, totalSize=36.0 K 2024-12-16T03:40:56,349 INFO [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/A/206bca99eb7c446eabba9b1e3d27d0d8, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/A/1e0e0e17b15a450cba32dae92ca89e86, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/A/4848a7d31bbe427dafb30906786a1442] into tmpdir=hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/.tmp, totalSize=116.9 K 2024-12-16T03:40:56,349 INFO [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1734320432293.88eab8a4655a046972fc7c96ad5652ce. 2024-12-16T03:40:56,349 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1734320432293.88eab8a4655a046972fc7c96ad5652ce. files: [hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/A/206bca99eb7c446eabba9b1e3d27d0d8, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/A/1e0e0e17b15a450cba32dae92ca89e86, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/A/4848a7d31bbe427dafb30906786a1442] 2024-12-16T03:40:56,350 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] compactions.Compactor(224): Compacting 1dcd779671f04f2d8f55b731fcc9c3aa, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=199, earliestPutTs=1734320449763 2024-12-16T03:40:56,350 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] compactions.Compactor(224): Compacting 206bca99eb7c446eabba9b1e3d27d0d8, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=199, earliestPutTs=1734320449763 2024-12-16T03:40:56,350 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] compactions.Compactor(224): Compacting 53636091e83c412091864e94d35f7c70, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=213, earliestPutTs=1734320451903 2024-12-16T03:40:56,350 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1e0e0e17b15a450cba32dae92ca89e86, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=213, earliestPutTs=1734320451903 2024-12-16T03:40:56,350 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] compactions.Compactor(224): Compacting 4966df25fc7c48ffb8ca8eeae396cc96, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=242, earliestPutTs=1734320454047 2024-12-16T03:40:56,350 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4848a7d31bbe427dafb30906786a1442, keycount=300, bloomtype=ROW, size=55.7 K, encoding=NONE, compression=NONE, seqNum=242, earliestPutTs=1734320454047 2024-12-16T03:40:56,355 INFO [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=88eab8a4655a046972fc7c96ad5652ce] 2024-12-16T03:40:56,355 INFO [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 88eab8a4655a046972fc7c96ad5652ce#B#compaction#350 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-16T03:40:56,356 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/.tmp/B/5b0819f311e8466aae628f3c1ecc6f12 is 50, key is test_row_0/B:col10/1734320454047/Put/seqid=0 2024-12-16T03:40:56,356 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024121689f5019e54cf4de5aa81a412637b6696_88eab8a4655a046972fc7c96ad5652ce store=[table=TestAcidGuarantees family=A region=88eab8a4655a046972fc7c96ad5652ce] 2024-12-16T03:40:56,359 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073742241_1417 (size=12697) 2024-12-16T03:40:56,362 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024121689f5019e54cf4de5aa81a412637b6696_88eab8a4655a046972fc7c96ad5652ce, store=[table=TestAcidGuarantees family=A region=88eab8a4655a046972fc7c96ad5652ce] 2024-12-16T03:40:56,362 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024121689f5019e54cf4de5aa81a412637b6696_88eab8a4655a046972fc7c96ad5652ce because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=88eab8a4655a046972fc7c96ad5652ce] 2024-12-16T03:40:56,362 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/.tmp/B/5b0819f311e8466aae628f3c1ecc6f12 as hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/B/5b0819f311e8466aae628f3c1ecc6f12 2024-12-16T03:40:56,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073742242_1418 (size=4469) 2024-12-16T03:40:56,366 INFO [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 88eab8a4655a046972fc7c96ad5652ce/B of 88eab8a4655a046972fc7c96ad5652ce into 5b0819f311e8466aae628f3c1ecc6f12(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-16T03:40:56,366 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 88eab8a4655a046972fc7c96ad5652ce: 2024-12-16T03:40:56,366 INFO [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734320432293.88eab8a4655a046972fc7c96ad5652ce., storeName=88eab8a4655a046972fc7c96ad5652ce/B, priority=13, startTime=1734320456348; duration=0sec 2024-12-16T03:40:56,366 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-16T03:40:56,366 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 88eab8a4655a046972fc7c96ad5652ce:B 2024-12-16T03:40:56,366 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-16T03:40:56,367 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-16T03:40:56,367 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.HStore(1540): 88eab8a4655a046972fc7c96ad5652ce/C is initiating minor compaction (all files) 2024-12-16T03:40:56,367 INFO [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 88eab8a4655a046972fc7c96ad5652ce/C in TestAcidGuarantees,,1734320432293.88eab8a4655a046972fc7c96ad5652ce. 2024-12-16T03:40:56,367 INFO [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/C/905c7ee1f33e4ed5b5734de79eb99ffc, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/C/9c853a4fcd744571a9d938e39bb92f63, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/C/e130082f61e74a369273d0a0c773eeae] into tmpdir=hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/.tmp, totalSize=36.0 K 2024-12-16T03:40:56,367 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] compactions.Compactor(224): Compacting 905c7ee1f33e4ed5b5734de79eb99ffc, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=199, earliestPutTs=1734320449763 2024-12-16T03:40:56,368 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] compactions.Compactor(224): Compacting 9c853a4fcd744571a9d938e39bb92f63, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=213, earliestPutTs=1734320451903 2024-12-16T03:40:56,368 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] compactions.Compactor(224): Compacting e130082f61e74a369273d0a0c773eeae, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=242, earliestPutTs=1734320454047 2024-12-16T03:40:56,375 INFO [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 88eab8a4655a046972fc7c96ad5652ce#C#compaction#352 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-16T03:40:56,375 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/.tmp/C/5235867da416409cbbd6aa32b2844a58 is 50, key is test_row_0/C:col10/1734320454047/Put/seqid=0 2024-12-16T03:40:56,378 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073742243_1419 (size=12697) 2024-12-16T03:40:56,768 INFO [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 88eab8a4655a046972fc7c96ad5652ce#A#compaction#351 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-16T03:40:56,770 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/.tmp/A/eff8d30a2473418a89744a517759d486 is 175, key is test_row_0/A:col10/1734320454047/Put/seqid=0 2024-12-16T03:40:56,775 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073742244_1420 (size=31651) 2024-12-16T03:40:56,786 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/.tmp/C/5235867da416409cbbd6aa32b2844a58 as hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/C/5235867da416409cbbd6aa32b2844a58 2024-12-16T03:40:56,793 INFO [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 88eab8a4655a046972fc7c96ad5652ce/C of 88eab8a4655a046972fc7c96ad5652ce into 5235867da416409cbbd6aa32b2844a58(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-16T03:40:56,793 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 88eab8a4655a046972fc7c96ad5652ce: 2024-12-16T03:40:56,793 INFO [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734320432293.88eab8a4655a046972fc7c96ad5652ce., storeName=88eab8a4655a046972fc7c96ad5652ce/C, priority=13, startTime=1734320456348; duration=0sec 2024-12-16T03:40:56,793 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-16T03:40:56,793 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 88eab8a4655a046972fc7c96ad5652ce:C 2024-12-16T03:40:56,806 DEBUG [Thread-1591 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1f94d721 to 127.0.0.1:56952 2024-12-16T03:40:56,806 DEBUG [Thread-1591 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T03:40:56,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(8581): Flush requested on 88eab8a4655a046972fc7c96ad5652ce 2024-12-16T03:40:56,807 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 88eab8a4655a046972fc7c96ad5652ce 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-12-16T03:40:56,807 DEBUG [Thread-1589 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3c336ea4 to 127.0.0.1:56952 2024-12-16T03:40:56,807 DEBUG [Thread-1597 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x61ec0f48 to 127.0.0.1:56952 2024-12-16T03:40:56,807 DEBUG [Thread-1589 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T03:40:56,807 DEBUG [Thread-1597 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T03:40:56,808 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 88eab8a4655a046972fc7c96ad5652ce, store=A 2024-12-16T03:40:56,808 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T03:40:56,808 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 88eab8a4655a046972fc7c96ad5652ce, store=B 2024-12-16T03:40:56,808 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T03:40:56,808 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 88eab8a4655a046972fc7c96ad5652ce, store=C 2024-12-16T03:40:56,808 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T03:40:56,813 DEBUG [Thread-1595 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3c907e21 to 127.0.0.1:56952 2024-12-16T03:40:56,813 DEBUG [Thread-1595 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T03:40:56,814 DEBUG [Thread-1593 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x319559be to 127.0.0.1:56952 2024-12-16T03:40:56,814 DEBUG [Thread-1593 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T03:40:56,814 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-12-16T03:40:56,814 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 46 2024-12-16T03:40:56,814 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 41 2024-12-16T03:40:56,814 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 34 2024-12-16T03:40:56,814 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 39 2024-12-16T03:40:56,814 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 41 2024-12-16T03:40:56,815 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-12-16T03:40:56,815 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-12-16T03:40:56,815 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 3312 2024-12-16T03:40:56,815 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 9933 rows 2024-12-16T03:40:56,815 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 3323 2024-12-16T03:40:56,815 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 9969 rows 2024-12-16T03:40:56,815 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 3312 2024-12-16T03:40:56,815 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 9936 rows 2024-12-16T03:40:56,815 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 3329 2024-12-16T03:40:56,815 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 9981 rows 2024-12-16T03:40:56,815 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 3319 2024-12-16T03:40:56,815 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 9957 rows 2024-12-16T03:40:56,815 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-12-16T03:40:56,815 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3dd5b441 to 127.0.0.1:56952 2024-12-16T03:40:56,815 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T03:40:56,815 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024121629f18856938d4df8860ee6f5f144e189_88eab8a4655a046972fc7c96ad5652ce is 50, key is test_row_0/A:col10/1734320456806/Put/seqid=0 2024-12-16T03:40:56,817 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-12-16T03:40:56,817 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-12-16T03:40:56,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] procedure2.ProcedureExecutor(1098): Stored pid=122, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-12-16T03:40:56,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122 2024-12-16T03:40:56,820 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734320456820"}]},"ts":"1734320456820"} 2024-12-16T03:40:56,821 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-12-16T03:40:56,824 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073742245_1421 (size=12304) 2024-12-16T03:40:56,860 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-12-16T03:40:56,861 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=123, ppid=122, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-12-16T03:40:56,863 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=124, ppid=123, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=88eab8a4655a046972fc7c96ad5652ce, UNASSIGN}] 2024-12-16T03:40:56,865 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=124, ppid=123, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=88eab8a4655a046972fc7c96ad5652ce, UNASSIGN 2024-12-16T03:40:56,866 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=124 updating hbase:meta row=88eab8a4655a046972fc7c96ad5652ce, regionState=CLOSING, regionLocation=f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:56,867 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-16T03:40:56,867 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=125, ppid=124, state=RUNNABLE; CloseRegionProcedure 88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634}] 2024-12-16T03:40:56,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122 2024-12-16T03:40:57,020 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f0d65a6309ee,39893,1734320334634 2024-12-16T03:40:57,021 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=125}] handler.UnassignRegionHandler(124): Close 88eab8a4655a046972fc7c96ad5652ce 2024-12-16T03:40:57,021 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=125}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-12-16T03:40:57,021 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=125}] regionserver.HRegion(1681): Closing 88eab8a4655a046972fc7c96ad5652ce, disabling compactions & flushes 2024-12-16T03:40:57,021 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=125}] regionserver.HRegion(1942): waiting for 1 compactions & cache flush to complete for region TestAcidGuarantees,,1734320432293.88eab8a4655a046972fc7c96ad5652ce. 2024-12-16T03:40:57,100 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/f0d65a6309ee:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] regionserver.HStore(2316): Moving the files [hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/A/43f0eb002f4d4b31bd70f738adc9f8fc, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/A/3bc06c2015fe405fa8e51fe9f84132e6, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/A/1708294a8c9746abbfbbed7a24b0222c, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/A/54a6634c51574e04a75ba02e10ef952b, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/A/caca554e05dc470ab41e350f6f9d6cb5, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/A/7a2513e001ca4f5893280d42e30edf79, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/A/c68ae6e2bb294561bd1c55068ff688ec, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/A/c01a0eea194b469a8319ce6c0b44406d, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/A/c6bbb5befd2340e9a6e3a170505b2967, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/A/f64c3ec3cf804144a46df89c484c2a30, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/A/8c4b6821d0a847d0857a747c49ccb46b, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/A/e47aaa1764cb4a5d8e2c0c895f7984fa, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/A/e2bfbca2f1e94f5c844db734e5475efa] to archive 2024-12-16T03:40:57,103 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/f0d65a6309ee:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(363): Archiving compacted files. 2024-12-16T03:40:57,106 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/A/43f0eb002f4d4b31bd70f738adc9f8fc to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/A/43f0eb002f4d4b31bd70f738adc9f8fc 2024-12-16T03:40:57,106 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/A/3bc06c2015fe405fa8e51fe9f84132e6 to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/A/3bc06c2015fe405fa8e51fe9f84132e6 2024-12-16T03:40:57,106 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/A/1708294a8c9746abbfbbed7a24b0222c to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/A/1708294a8c9746abbfbbed7a24b0222c 2024-12-16T03:40:57,106 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/A/caca554e05dc470ab41e350f6f9d6cb5 to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/A/caca554e05dc470ab41e350f6f9d6cb5 2024-12-16T03:40:57,106 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/A/7a2513e001ca4f5893280d42e30edf79 to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/A/7a2513e001ca4f5893280d42e30edf79 2024-12-16T03:40:57,106 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/A/54a6634c51574e04a75ba02e10ef952b to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/A/54a6634c51574e04a75ba02e10ef952b 2024-12-16T03:40:57,106 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/A/c01a0eea194b469a8319ce6c0b44406d to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/A/c01a0eea194b469a8319ce6c0b44406d 2024-12-16T03:40:57,107 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/A/c68ae6e2bb294561bd1c55068ff688ec to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/A/c68ae6e2bb294561bd1c55068ff688ec 2024-12-16T03:40:57,107 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/A/c6bbb5befd2340e9a6e3a170505b2967 to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/A/c6bbb5befd2340e9a6e3a170505b2967 2024-12-16T03:40:57,107 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/A/8c4b6821d0a847d0857a747c49ccb46b to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/A/8c4b6821d0a847d0857a747c49ccb46b 2024-12-16T03:40:57,107 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/A/e2bfbca2f1e94f5c844db734e5475efa to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/A/e2bfbca2f1e94f5c844db734e5475efa 2024-12-16T03:40:57,107 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/A/e47aaa1764cb4a5d8e2c0c895f7984fa to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/A/e47aaa1764cb4a5d8e2c0c895f7984fa 2024-12-16T03:40:57,107 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/A/f64c3ec3cf804144a46df89c484c2a30 to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/A/f64c3ec3cf804144a46df89c484c2a30 2024-12-16T03:40:57,109 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/f0d65a6309ee:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] regionserver.HStore(2316): Moving the files [hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/B/1b1694e3ed7a4f40ade5de441e276e19, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/B/066f85134d0a4b4189cec669f2da5c2a, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/B/0c610452608844d4b1f1f9460dddee4f, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/B/3e2802b2e8e34c39a5c67956d3226d52, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/B/17666109fd7a4fbeb4c88ecd7d75a7f0, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/B/11e454a0910c49ecbf0acf11c3c9bfa2, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/B/731036dfb826419c8f02246d2b4dcd2f, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/B/ef4c0edaaed749bf88a92a6a01bea284, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/B/e7de64bff2d54707a803376e4c062da4, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/B/e1bad91ef61646be9451595cab6abd65, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/B/6354be1a33e74946b99744baa5d000dd, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/B/6f07df30662943d2b8be83cd4cf4abf3, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/B/1dcd779671f04f2d8f55b731fcc9c3aa, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/B/606734dc82c7417fb2cead9af82fcac6, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/B/53636091e83c412091864e94d35f7c70, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/B/4966df25fc7c48ffb8ca8eeae396cc96] to archive 2024-12-16T03:40:57,110 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/f0d65a6309ee:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(363): Archiving compacted files. 2024-12-16T03:40:57,111 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/B/1b1694e3ed7a4f40ade5de441e276e19 to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/B/1b1694e3ed7a4f40ade5de441e276e19 2024-12-16T03:40:57,111 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/B/066f85134d0a4b4189cec669f2da5c2a to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/B/066f85134d0a4b4189cec669f2da5c2a 2024-12-16T03:40:57,111 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/B/17666109fd7a4fbeb4c88ecd7d75a7f0 to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/B/17666109fd7a4fbeb4c88ecd7d75a7f0 2024-12-16T03:40:57,111 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/B/0c610452608844d4b1f1f9460dddee4f to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/B/0c610452608844d4b1f1f9460dddee4f 2024-12-16T03:40:57,111 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/B/11e454a0910c49ecbf0acf11c3c9bfa2 to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/B/11e454a0910c49ecbf0acf11c3c9bfa2 2024-12-16T03:40:57,111 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/B/3e2802b2e8e34c39a5c67956d3226d52 to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/B/3e2802b2e8e34c39a5c67956d3226d52 2024-12-16T03:40:57,111 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/B/731036dfb826419c8f02246d2b4dcd2f to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/B/731036dfb826419c8f02246d2b4dcd2f 2024-12-16T03:40:57,112 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/B/ef4c0edaaed749bf88a92a6a01bea284 to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/B/ef4c0edaaed749bf88a92a6a01bea284 2024-12-16T03:40:57,112 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/B/e7de64bff2d54707a803376e4c062da4 to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/B/e7de64bff2d54707a803376e4c062da4 2024-12-16T03:40:57,112 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/B/e1bad91ef61646be9451595cab6abd65 to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/B/e1bad91ef61646be9451595cab6abd65 2024-12-16T03:40:57,112 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/B/6354be1a33e74946b99744baa5d000dd to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/B/6354be1a33e74946b99744baa5d000dd 2024-12-16T03:40:57,112 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/B/6f07df30662943d2b8be83cd4cf4abf3 to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/B/6f07df30662943d2b8be83cd4cf4abf3 2024-12-16T03:40:57,113 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/B/1dcd779671f04f2d8f55b731fcc9c3aa to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/B/1dcd779671f04f2d8f55b731fcc9c3aa 2024-12-16T03:40:57,113 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/B/53636091e83c412091864e94d35f7c70 to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/B/53636091e83c412091864e94d35f7c70 2024-12-16T03:40:57,113 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/B/606734dc82c7417fb2cead9af82fcac6 to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/B/606734dc82c7417fb2cead9af82fcac6 2024-12-16T03:40:57,113 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/B/4966df25fc7c48ffb8ca8eeae396cc96 to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/B/4966df25fc7c48ffb8ca8eeae396cc96 2024-12-16T03:40:57,114 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/f0d65a6309ee:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] regionserver.HStore(2316): Moving the files [hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/C/91a589ae615d4e29a09771ee924532f4, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/C/0e43da1e3d7048f4a575fec19fcdbd6d, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/C/aa0f26aaaf3141efafa7e92fed6ab4b8, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/C/3bd8785278624ba2aa3d84a3f78faf05, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/C/44ae28656ad84691bb3bd515a674bb36, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/C/8ce08c2b41e34c58871bb89f42613557, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/C/455764aa04074506919305e2906bffa3, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/C/75e2c7c1ad394e478c1e6c2b6c91f5e6, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/C/95d16da1037a4f40b04ba0c3e1ce4384, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/C/df1999ffe3e548018bcf717dc2f55238, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/C/830be80896b74c1b915e69dae9444d5a, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/C/e007702fb75a4cebb3626547dc49db80, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/C/905c7ee1f33e4ed5b5734de79eb99ffc, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/C/ab62d598528f4660b3d71d570b8514f5, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/C/9c853a4fcd744571a9d938e39bb92f63, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/C/e130082f61e74a369273d0a0c773eeae] to archive 2024-12-16T03:40:57,115 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/f0d65a6309ee:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(363): Archiving compacted files. 2024-12-16T03:40:57,116 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/C/0e43da1e3d7048f4a575fec19fcdbd6d to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/C/0e43da1e3d7048f4a575fec19fcdbd6d 2024-12-16T03:40:57,116 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/C/aa0f26aaaf3141efafa7e92fed6ab4b8 to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/C/aa0f26aaaf3141efafa7e92fed6ab4b8 2024-12-16T03:40:57,116 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/C/455764aa04074506919305e2906bffa3 to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/C/455764aa04074506919305e2906bffa3 2024-12-16T03:40:57,117 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/C/91a589ae615d4e29a09771ee924532f4 to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/C/91a589ae615d4e29a09771ee924532f4 2024-12-16T03:40:57,117 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/C/3bd8785278624ba2aa3d84a3f78faf05 to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/C/3bd8785278624ba2aa3d84a3f78faf05 2024-12-16T03:40:57,117 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/C/44ae28656ad84691bb3bd515a674bb36 to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/C/44ae28656ad84691bb3bd515a674bb36 2024-12-16T03:40:57,117 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/C/8ce08c2b41e34c58871bb89f42613557 to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/C/8ce08c2b41e34c58871bb89f42613557 2024-12-16T03:40:57,117 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/C/75e2c7c1ad394e478c1e6c2b6c91f5e6 to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/C/75e2c7c1ad394e478c1e6c2b6c91f5e6 2024-12-16T03:40:57,118 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/C/830be80896b74c1b915e69dae9444d5a to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/C/830be80896b74c1b915e69dae9444d5a 2024-12-16T03:40:57,118 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/C/df1999ffe3e548018bcf717dc2f55238 to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/C/df1999ffe3e548018bcf717dc2f55238 2024-12-16T03:40:57,118 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/C/95d16da1037a4f40b04ba0c3e1ce4384 to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/C/95d16da1037a4f40b04ba0c3e1ce4384 2024-12-16T03:40:57,118 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/C/e007702fb75a4cebb3626547dc49db80 to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/C/e007702fb75a4cebb3626547dc49db80 2024-12-16T03:40:57,118 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/C/ab62d598528f4660b3d71d570b8514f5 to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/C/ab62d598528f4660b3d71d570b8514f5 2024-12-16T03:40:57,118 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/C/905c7ee1f33e4ed5b5734de79eb99ffc to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/C/905c7ee1f33e4ed5b5734de79eb99ffc 2024-12-16T03:40:57,118 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/C/e130082f61e74a369273d0a0c773eeae to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/C/e130082f61e74a369273d0a0c773eeae 2024-12-16T03:40:57,118 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/C/9c853a4fcd744571a9d938e39bb92f63 to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/C/9c853a4fcd744571a9d938e39bb92f63 2024-12-16T03:40:57,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122 2024-12-16T03:40:57,184 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/.tmp/A/eff8d30a2473418a89744a517759d486 as hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/A/eff8d30a2473418a89744a517759d486 2024-12-16T03:40:57,190 INFO [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 88eab8a4655a046972fc7c96ad5652ce/A of 88eab8a4655a046972fc7c96ad5652ce into eff8d30a2473418a89744a517759d486(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-16T03:40:57,191 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 88eab8a4655a046972fc7c96ad5652ce: 2024-12-16T03:40:57,191 INFO [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734320432293.88eab8a4655a046972fc7c96ad5652ce., storeName=88eab8a4655a046972fc7c96ad5652ce/A, priority=13, startTime=1734320456348; duration=0sec 2024-12-16T03:40:57,191 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=125}] regionserver.HRegion(1942): waiting for 0 compactions & cache flush to complete for region TestAcidGuarantees,,1734320432293.88eab8a4655a046972fc7c96ad5652ce. 2024-12-16T03:40:57,191 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-16T03:40:57,191 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 88eab8a4655a046972fc7c96ad5652ce:A 2024-12-16T03:40:57,225 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:40:57,232 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024121629f18856938d4df8860ee6f5f144e189_88eab8a4655a046972fc7c96ad5652ce to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121629f18856938d4df8860ee6f5f144e189_88eab8a4655a046972fc7c96ad5652ce 2024-12-16T03:40:57,233 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/.tmp/A/76608c3567fd40e097b0e7dde4a56ba0, store: [table=TestAcidGuarantees family=A region=88eab8a4655a046972fc7c96ad5652ce] 2024-12-16T03:40:57,234 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/.tmp/A/76608c3567fd40e097b0e7dde4a56ba0 is 175, key is test_row_0/A:col10/1734320456806/Put/seqid=0 2024-12-16T03:40:57,239 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073742246_1422 (size=31105) 2024-12-16T03:40:57,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122 2024-12-16T03:40:57,641 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=256, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/.tmp/A/76608c3567fd40e097b0e7dde4a56ba0 2024-12-16T03:40:57,653 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/.tmp/B/dd304b9f0de8463b8847be1d802c62f5 is 50, key is test_row_0/B:col10/1734320456806/Put/seqid=0 2024-12-16T03:40:57,657 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073742247_1423 (size=12151) 2024-12-16T03:40:57,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122 2024-12-16T03:40:58,059 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=256 (bloomFilter=true), to=hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/.tmp/B/dd304b9f0de8463b8847be1d802c62f5 2024-12-16T03:40:58,073 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/.tmp/C/5ce80c595cc14b19b378b6ad163d286b is 50, key is test_row_0/C:col10/1734320456806/Put/seqid=0 2024-12-16T03:40:58,077 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073742248_1424 (size=12151) 2024-12-16T03:40:58,478 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=256 (bloomFilter=true), to=hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/.tmp/C/5ce80c595cc14b19b378b6ad163d286b 2024-12-16T03:40:58,488 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/.tmp/A/76608c3567fd40e097b0e7dde4a56ba0 as hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/A/76608c3567fd40e097b0e7dde4a56ba0 2024-12-16T03:40:58,491 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/A/76608c3567fd40e097b0e7dde4a56ba0, entries=150, sequenceid=256, filesize=30.4 K 2024-12-16T03:40:58,492 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/.tmp/B/dd304b9f0de8463b8847be1d802c62f5 as hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/B/dd304b9f0de8463b8847be1d802c62f5 2024-12-16T03:40:58,495 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/B/dd304b9f0de8463b8847be1d802c62f5, entries=150, sequenceid=256, filesize=11.9 K 2024-12-16T03:40:58,496 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/.tmp/C/5ce80c595cc14b19b378b6ad163d286b as hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/C/5ce80c595cc14b19b378b6ad163d286b 2024-12-16T03:40:58,499 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/C/5ce80c595cc14b19b378b6ad163d286b, entries=150, sequenceid=256, filesize=11.9 K 2024-12-16T03:40:58,500 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=13.42 KB/13740 for 88eab8a4655a046972fc7c96ad5652ce in 1693ms, sequenceid=256, compaction requested=false 2024-12-16T03:40:58,500 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 88eab8a4655a046972fc7c96ad5652ce: 2024-12-16T03:40:58,500 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=125}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1734320432293.88eab8a4655a046972fc7c96ad5652ce. 2024-12-16T03:40:58,500 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=125}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1734320432293.88eab8a4655a046972fc7c96ad5652ce. 2024-12-16T03:40:58,500 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=125}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1734320432293.88eab8a4655a046972fc7c96ad5652ce. after waiting 0 ms 2024-12-16T03:40:58,500 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=125}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1734320432293.88eab8a4655a046972fc7c96ad5652ce. 2024-12-16T03:40:58,500 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=125}] regionserver.HRegion(2837): Flushing 88eab8a4655a046972fc7c96ad5652ce 3/3 column families, dataSize=13.42 KB heapSize=35.91 KB 2024-12-16T03:40:58,500 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=125}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 88eab8a4655a046972fc7c96ad5652ce, store=A 2024-12-16T03:40:58,500 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=125}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T03:40:58,500 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=125}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 88eab8a4655a046972fc7c96ad5652ce, store=B 2024-12-16T03:40:58,500 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=125}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T03:40:58,500 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=125}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 88eab8a4655a046972fc7c96ad5652ce, store=C 2024-12-16T03:40:58,500 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=125}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T03:40:58,505 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=125}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024121688d130bda4b44fb2891cd96b9b95bbf1_88eab8a4655a046972fc7c96ad5652ce is 50, key is test_row_1/A:col10/1734320456813/Put/seqid=0 2024-12-16T03:40:58,508 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073742249_1425 (size=7374) 2024-12-16T03:40:58,909 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=125}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:40:58,918 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=125}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024121688d130bda4b44fb2891cd96b9b95bbf1_88eab8a4655a046972fc7c96ad5652ce to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121688d130bda4b44fb2891cd96b9b95bbf1_88eab8a4655a046972fc7c96ad5652ce 2024-12-16T03:40:58,920 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=125}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/.tmp/A/2a1aaa0b17644e6cae445ada00481fb9, store: [table=TestAcidGuarantees family=A region=88eab8a4655a046972fc7c96ad5652ce] 2024-12-16T03:40:58,921 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=125}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/.tmp/A/2a1aaa0b17644e6cae445ada00481fb9 is 175, key is test_row_1/A:col10/1734320456813/Put/seqid=0 2024-12-16T03:40:58,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122 2024-12-16T03:40:58,927 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073742250_1426 (size=13865) 2024-12-16T03:40:59,329 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=125}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=262, memsize=4.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/.tmp/A/2a1aaa0b17644e6cae445ada00481fb9 2024-12-16T03:40:59,343 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=125}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/.tmp/B/4bd894c3232d4437aa569a53ddcc831b is 50, key is test_row_1/B:col10/1734320456813/Put/seqid=0 2024-12-16T03:40:59,348 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073742251_1427 (size=7415) 2024-12-16T03:40:59,750 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=125}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.47 KB at sequenceid=262 (bloomFilter=true), to=hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/.tmp/B/4bd894c3232d4437aa569a53ddcc831b 2024-12-16T03:40:59,761 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=125}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/.tmp/C/b1b999d83e4c4815ac0a73b3335ea54c is 50, key is test_row_1/C:col10/1734320456813/Put/seqid=0 2024-12-16T03:40:59,764 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073742252_1428 (size=7415) 2024-12-16T03:41:00,165 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=125}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.47 KB at sequenceid=262 (bloomFilter=true), to=hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/.tmp/C/b1b999d83e4c4815ac0a73b3335ea54c 2024-12-16T03:41:00,174 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=125}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/.tmp/A/2a1aaa0b17644e6cae445ada00481fb9 as hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/A/2a1aaa0b17644e6cae445ada00481fb9 2024-12-16T03:41:00,178 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=125}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/A/2a1aaa0b17644e6cae445ada00481fb9, entries=50, sequenceid=262, filesize=13.5 K 2024-12-16T03:41:00,179 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=125}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/.tmp/B/4bd894c3232d4437aa569a53ddcc831b as hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/B/4bd894c3232d4437aa569a53ddcc831b 2024-12-16T03:41:00,183 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=125}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/B/4bd894c3232d4437aa569a53ddcc831b, entries=50, sequenceid=262, filesize=7.2 K 2024-12-16T03:41:00,184 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=125}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/.tmp/C/b1b999d83e4c4815ac0a73b3335ea54c as hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/C/b1b999d83e4c4815ac0a73b3335ea54c 2024-12-16T03:41:00,187 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=125}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/C/b1b999d83e4c4815ac0a73b3335ea54c, entries=50, sequenceid=262, filesize=7.2 K 2024-12-16T03:41:00,188 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=125}] regionserver.HRegion(3040): Finished flush of dataSize ~13.42 KB/13740, heapSize ~35.86 KB/36720, currentSize=0 B/0 for 88eab8a4655a046972fc7c96ad5652ce in 1688ms, sequenceid=262, compaction requested=true 2024-12-16T03:41:00,189 DEBUG [StoreCloser-TestAcidGuarantees,,1734320432293.88eab8a4655a046972fc7c96ad5652ce.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/A/206bca99eb7c446eabba9b1e3d27d0d8, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/A/1e0e0e17b15a450cba32dae92ca89e86, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/A/4848a7d31bbe427dafb30906786a1442] to archive 2024-12-16T03:41:00,189 DEBUG [StoreCloser-TestAcidGuarantees,,1734320432293.88eab8a4655a046972fc7c96ad5652ce.-1 {}] backup.HFileArchiver(363): Archiving compacted files. 2024-12-16T03:41:00,191 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/A/1e0e0e17b15a450cba32dae92ca89e86 to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/A/1e0e0e17b15a450cba32dae92ca89e86 2024-12-16T03:41:00,191 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/A/4848a7d31bbe427dafb30906786a1442 to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/A/4848a7d31bbe427dafb30906786a1442 2024-12-16T03:41:00,191 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/A/206bca99eb7c446eabba9b1e3d27d0d8 to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/A/206bca99eb7c446eabba9b1e3d27d0d8 2024-12-16T03:41:00,195 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=125}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/recovered.edits/265.seqid, newMaxSeqId=265, maxSeqId=4 2024-12-16T03:41:00,195 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=125}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1734320432293.88eab8a4655a046972fc7c96ad5652ce. 2024-12-16T03:41:00,195 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=125}] regionserver.HRegion(1635): Region close journal for 88eab8a4655a046972fc7c96ad5652ce: 2024-12-16T03:41:00,196 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=125}] handler.UnassignRegionHandler(170): Closed 88eab8a4655a046972fc7c96ad5652ce 2024-12-16T03:41:00,197 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=124 updating hbase:meta row=88eab8a4655a046972fc7c96ad5652ce, regionState=CLOSED 2024-12-16T03:41:00,198 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=125, resume processing ppid=124 2024-12-16T03:41:00,198 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=125, ppid=124, state=SUCCESS; CloseRegionProcedure 88eab8a4655a046972fc7c96ad5652ce, server=f0d65a6309ee,39893,1734320334634 in 3.3300 sec 2024-12-16T03:41:00,199 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=124, resume processing ppid=123 2024-12-16T03:41:00,199 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=124, ppid=123, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=88eab8a4655a046972fc7c96ad5652ce, UNASSIGN in 3.3350 sec 2024-12-16T03:41:00,200 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=123, resume processing ppid=122 2024-12-16T03:41:00,200 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=123, ppid=122, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 3.3380 sec 2024-12-16T03:41:00,200 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734320460200"}]},"ts":"1734320460200"} 2024-12-16T03:41:00,201 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-12-16T03:41:00,252 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-12-16T03:41:00,255 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=122, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 3.4360 sec 2024-12-16T03:41:00,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122 2024-12-16T03:41:00,929 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 122 completed 2024-12-16T03:41:00,931 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-12-16T03:41:00,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] procedure2.ProcedureExecutor(1098): Stored pid=126, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-12-16T03:41:00,935 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=126, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-16T03:41:00,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-12-16T03:41:00,936 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=126, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-16T03:41:00,938 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(133): ARCHIVING hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce 2024-12-16T03:41:00,943 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(161): Archiving [FileablePath, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/A, FileablePath, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/B, FileablePath, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/C, FileablePath, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/recovered.edits] 2024-12-16T03:41:00,947 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/A/2a1aaa0b17644e6cae445ada00481fb9 to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/A/2a1aaa0b17644e6cae445ada00481fb9 2024-12-16T03:41:00,947 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/A/76608c3567fd40e097b0e7dde4a56ba0 to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/A/76608c3567fd40e097b0e7dde4a56ba0 2024-12-16T03:41:00,947 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/A/eff8d30a2473418a89744a517759d486 to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/A/eff8d30a2473418a89744a517759d486 2024-12-16T03:41:00,951 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/B/4bd894c3232d4437aa569a53ddcc831b to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/B/4bd894c3232d4437aa569a53ddcc831b 2024-12-16T03:41:00,951 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/B/5b0819f311e8466aae628f3c1ecc6f12 to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/B/5b0819f311e8466aae628f3c1ecc6f12 2024-12-16T03:41:00,951 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/B/dd304b9f0de8463b8847be1d802c62f5 to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/B/dd304b9f0de8463b8847be1d802c62f5 2024-12-16T03:41:00,955 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/C/5235867da416409cbbd6aa32b2844a58 to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/C/5235867da416409cbbd6aa32b2844a58 2024-12-16T03:41:00,955 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/C/5ce80c595cc14b19b378b6ad163d286b to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/C/5ce80c595cc14b19b378b6ad163d286b 2024-12-16T03:41:00,955 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/C/b1b999d83e4c4815ac0a73b3335ea54c to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/C/b1b999d83e4c4815ac0a73b3335ea54c 2024-12-16T03:41:00,957 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/recovered.edits/265.seqid to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce/recovered.edits/265.seqid 2024-12-16T03:41:00,958 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(634): Deleted hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/88eab8a4655a046972fc7c96ad5652ce 2024-12-16T03:41:00,958 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-12-16T03:41:00,958 DEBUG [PEWorker-2 {}] backup.HFileArchiver(133): ARCHIVING hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-12-16T03:41:00,959 DEBUG [PEWorker-2 {}] backup.HFileArchiver(161): Archiving [FileablePath, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-12-16T03:41:00,964 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412162b291ab34d354d75935459a52039040e_88eab8a4655a046972fc7c96ad5652ce to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412162b291ab34d354d75935459a52039040e_88eab8a4655a046972fc7c96ad5652ce 2024-12-16T03:41:00,964 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121629f18856938d4df8860ee6f5f144e189_88eab8a4655a046972fc7c96ad5652ce to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121629f18856938d4df8860ee6f5f144e189_88eab8a4655a046972fc7c96ad5652ce 2024-12-16T03:41:00,964 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121607886f12b40d4cdbbe66e6b594cd2629_88eab8a4655a046972fc7c96ad5652ce to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121607886f12b40d4cdbbe66e6b594cd2629_88eab8a4655a046972fc7c96ad5652ce 2024-12-16T03:41:00,964 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412163109dd51a3de49d1916b936ff36a9415_88eab8a4655a046972fc7c96ad5652ce to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412163109dd51a3de49d1916b936ff36a9415_88eab8a4655a046972fc7c96ad5652ce 2024-12-16T03:41:00,964 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121659a2c414e27949deb4ea6f22ac857b2f_88eab8a4655a046972fc7c96ad5652ce to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121659a2c414e27949deb4ea6f22ac857b2f_88eab8a4655a046972fc7c96ad5652ce 2024-12-16T03:41:00,964 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412164a3125fd88fa4b5785739c6d4291bf50_88eab8a4655a046972fc7c96ad5652ce to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412164a3125fd88fa4b5785739c6d4291bf50_88eab8a4655a046972fc7c96ad5652ce 2024-12-16T03:41:00,964 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412165a20000235b442e0b1c8c1d918d6c389_88eab8a4655a046972fc7c96ad5652ce to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412165a20000235b442e0b1c8c1d918d6c389_88eab8a4655a046972fc7c96ad5652ce 2024-12-16T03:41:00,965 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241216771f94165fa04cf5bf8ce83610965ba0_88eab8a4655a046972fc7c96ad5652ce to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241216771f94165fa04cf5bf8ce83610965ba0_88eab8a4655a046972fc7c96ad5652ce 2024-12-16T03:41:00,965 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121688d130bda4b44fb2891cd96b9b95bbf1_88eab8a4655a046972fc7c96ad5652ce to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121688d130bda4b44fb2891cd96b9b95bbf1_88eab8a4655a046972fc7c96ad5652ce 2024-12-16T03:41:00,965 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412169914d1fbb9f04ba2b1ee56408ff52a66_88eab8a4655a046972fc7c96ad5652ce to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412169914d1fbb9f04ba2b1ee56408ff52a66_88eab8a4655a046972fc7c96ad5652ce 2024-12-16T03:41:00,965 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241216f2e13013a67949d39eb61907376a327e_88eab8a4655a046972fc7c96ad5652ce to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241216f2e13013a67949d39eb61907376a327e_88eab8a4655a046972fc7c96ad5652ce 2024-12-16T03:41:00,965 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412168e0f44b1a2fb4553b4f94bb717c3b60f_88eab8a4655a046972fc7c96ad5652ce to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412168e0f44b1a2fb4553b4f94bb717c3b60f_88eab8a4655a046972fc7c96ad5652ce 2024-12-16T03:41:00,965 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241216e6d92acbac634585a6497b662652f90e_88eab8a4655a046972fc7c96ad5652ce to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241216e6d92acbac634585a6497b662652f90e_88eab8a4655a046972fc7c96ad5652ce 2024-12-16T03:41:00,965 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241216aa8b94a1e86e452fbafdb500528e3567_88eab8a4655a046972fc7c96ad5652ce to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241216aa8b94a1e86e452fbafdb500528e3567_88eab8a4655a046972fc7c96ad5652ce 2024-12-16T03:41:00,966 DEBUG [PEWorker-2 {}] backup.HFileArchiver(634): Deleted hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-12-16T03:41:00,967 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=126, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-16T03:41:00,968 WARN [PEWorker-2 {}] procedure.DeleteTableProcedure(371): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-12-16T03:41:00,970 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(408): Removing 'TestAcidGuarantees' descriptor. 2024-12-16T03:41:00,970 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=126, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-16T03:41:00,970 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(398): Removing 'TestAcidGuarantees' from region states. 2024-12-16T03:41:00,971 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1734320432293.88eab8a4655a046972fc7c96ad5652ce.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1734320460970"}]},"ts":"9223372036854775807"} 2024-12-16T03:41:00,972 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-12-16T03:41:00,972 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 88eab8a4655a046972fc7c96ad5652ce, NAME => 'TestAcidGuarantees,,1734320432293.88eab8a4655a046972fc7c96ad5652ce.', STARTKEY => '', ENDKEY => ''}] 2024-12-16T03:41:00,972 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(402): Marking 'TestAcidGuarantees' as deleted. 2024-12-16T03:41:00,972 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1734320460972"}]},"ts":"9223372036854775807"} 2024-12-16T03:41:00,973 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-12-16T03:41:00,985 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(133): Finished pid=126, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-16T03:41:00,986 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=126, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 54 msec 2024-12-16T03:41:01,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-12-16T03:41:01,037 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 126 completed 2024-12-16T03:41:01,047 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithAdaptivePolicy#testMobScanAtomicity Thread=246 (was 245) - Thread LEAK? -, OpenFileDescriptor=448 (was 453), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=337 (was 340), ProcessCount=11 (was 11), AvailableMemoryMB=11437 (was 11449) 2024-12-16T03:41:01,057 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithAdaptivePolicy#testScanAtomicity Thread=246, OpenFileDescriptor=448, MaxFileDescriptor=1048576, SystemLoadAverage=337, ProcessCount=11, AvailableMemoryMB=11436 2024-12-16T03:41:01,059 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-12-16T03:41:01,059 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-16T03:41:01,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] procedure2.ProcedureExecutor(1098): Stored pid=127, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-12-16T03:41:01,061 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=127, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-12-16T03:41:01,061 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:41:01,061 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 127 2024-12-16T03:41:01,062 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=127, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-16T03:41:01,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=127 2024-12-16T03:41:01,067 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073742253_1429 (size=963) 2024-12-16T03:41:01,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=127 2024-12-16T03:41:01,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=127 2024-12-16T03:41:01,473 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 860ad1b547670bf77c40cb31b6209d67, NAME => 'TestAcidGuarantees,,1734320461059.860ad1b547670bf77c40cb31b6209d67.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48 2024-12-16T03:41:01,485 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073742254_1430 (size=53) 2024-12-16T03:41:01,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=127 2024-12-16T03:41:01,888 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1734320461059.860ad1b547670bf77c40cb31b6209d67.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T03:41:01,888 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing 860ad1b547670bf77c40cb31b6209d67, disabling compactions & flushes 2024-12-16T03:41:01,888 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1734320461059.860ad1b547670bf77c40cb31b6209d67. 2024-12-16T03:41:01,888 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1734320461059.860ad1b547670bf77c40cb31b6209d67. 2024-12-16T03:41:01,888 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1734320461059.860ad1b547670bf77c40cb31b6209d67. after waiting 0 ms 2024-12-16T03:41:01,888 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1734320461059.860ad1b547670bf77c40cb31b6209d67. 2024-12-16T03:41:01,888 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1734320461059.860ad1b547670bf77c40cb31b6209d67. 2024-12-16T03:41:01,888 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for 860ad1b547670bf77c40cb31b6209d67: 2024-12-16T03:41:01,890 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=127, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-12-16T03:41:01,891 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1734320461059.860ad1b547670bf77c40cb31b6209d67.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1734320461891"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734320461891"}]},"ts":"1734320461891"} 2024-12-16T03:41:01,894 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-12-16T03:41:01,895 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=127, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-16T03:41:01,895 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734320461895"}]},"ts":"1734320461895"} 2024-12-16T03:41:01,896 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-12-16T03:41:01,943 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=128, ppid=127, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=860ad1b547670bf77c40cb31b6209d67, ASSIGN}] 2024-12-16T03:41:01,944 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=128, ppid=127, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=860ad1b547670bf77c40cb31b6209d67, ASSIGN 2024-12-16T03:41:01,945 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=128, ppid=127, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=860ad1b547670bf77c40cb31b6209d67, ASSIGN; state=OFFLINE, location=f0d65a6309ee,39893,1734320334634; forceNewPlan=false, retain=false 2024-12-16T03:41:02,096 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=128 updating hbase:meta row=860ad1b547670bf77c40cb31b6209d67, regionState=OPENING, regionLocation=f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:02,099 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=129, ppid=128, state=RUNNABLE; OpenRegionProcedure 860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634}] 2024-12-16T03:41:02,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=127 2024-12-16T03:41:02,252 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:02,258 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=129}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1734320461059.860ad1b547670bf77c40cb31b6209d67. 2024-12-16T03:41:02,259 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=129}] regionserver.HRegion(7285): Opening region: {ENCODED => 860ad1b547670bf77c40cb31b6209d67, NAME => 'TestAcidGuarantees,,1734320461059.860ad1b547670bf77c40cb31b6209d67.', STARTKEY => '', ENDKEY => ''} 2024-12-16T03:41:02,259 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=129}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 860ad1b547670bf77c40cb31b6209d67 2024-12-16T03:41:02,259 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=129}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1734320461059.860ad1b547670bf77c40cb31b6209d67.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T03:41:02,259 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=129}] regionserver.HRegion(7327): checking encryption for 860ad1b547670bf77c40cb31b6209d67 2024-12-16T03:41:02,259 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=129}] regionserver.HRegion(7330): checking classloading for 860ad1b547670bf77c40cb31b6209d67 2024-12-16T03:41:02,261 INFO [StoreOpener-860ad1b547670bf77c40cb31b6209d67-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 860ad1b547670bf77c40cb31b6209d67 2024-12-16T03:41:02,263 INFO [StoreOpener-860ad1b547670bf77c40cb31b6209d67-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-16T03:41:02,263 INFO [StoreOpener-860ad1b547670bf77c40cb31b6209d67-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 860ad1b547670bf77c40cb31b6209d67 columnFamilyName A 2024-12-16T03:41:02,263 DEBUG [StoreOpener-860ad1b547670bf77c40cb31b6209d67-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:41:02,264 INFO [StoreOpener-860ad1b547670bf77c40cb31b6209d67-1 {}] regionserver.HStore(327): Store=860ad1b547670bf77c40cb31b6209d67/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T03:41:02,264 INFO [StoreOpener-860ad1b547670bf77c40cb31b6209d67-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 860ad1b547670bf77c40cb31b6209d67 2024-12-16T03:41:02,265 INFO [StoreOpener-860ad1b547670bf77c40cb31b6209d67-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-16T03:41:02,265 INFO [StoreOpener-860ad1b547670bf77c40cb31b6209d67-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 860ad1b547670bf77c40cb31b6209d67 columnFamilyName B 2024-12-16T03:41:02,266 DEBUG [StoreOpener-860ad1b547670bf77c40cb31b6209d67-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:41:02,266 INFO [StoreOpener-860ad1b547670bf77c40cb31b6209d67-1 {}] regionserver.HStore(327): Store=860ad1b547670bf77c40cb31b6209d67/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T03:41:02,266 INFO [StoreOpener-860ad1b547670bf77c40cb31b6209d67-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 860ad1b547670bf77c40cb31b6209d67 2024-12-16T03:41:02,267 INFO [StoreOpener-860ad1b547670bf77c40cb31b6209d67-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-16T03:41:02,267 INFO [StoreOpener-860ad1b547670bf77c40cb31b6209d67-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 860ad1b547670bf77c40cb31b6209d67 columnFamilyName C 2024-12-16T03:41:02,267 DEBUG [StoreOpener-860ad1b547670bf77c40cb31b6209d67-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:41:02,268 INFO [StoreOpener-860ad1b547670bf77c40cb31b6209d67-1 {}] regionserver.HStore(327): Store=860ad1b547670bf77c40cb31b6209d67/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T03:41:02,268 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=129}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1734320461059.860ad1b547670bf77c40cb31b6209d67. 2024-12-16T03:41:02,268 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=129}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67 2024-12-16T03:41:02,269 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=129}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67 2024-12-16T03:41:02,270 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=129}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-16T03:41:02,271 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=129}] regionserver.HRegion(1085): writing seq id for 860ad1b547670bf77c40cb31b6209d67 2024-12-16T03:41:02,273 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=129}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-16T03:41:02,273 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=129}] regionserver.HRegion(1102): Opened 860ad1b547670bf77c40cb31b6209d67; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74466298, jitterRate=0.10963431000709534}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-16T03:41:02,273 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=129}] regionserver.HRegion(1001): Region open journal for 860ad1b547670bf77c40cb31b6209d67: 2024-12-16T03:41:02,274 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=129}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1734320461059.860ad1b547670bf77c40cb31b6209d67., pid=129, masterSystemTime=1734320462252 2024-12-16T03:41:02,275 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=129}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1734320461059.860ad1b547670bf77c40cb31b6209d67. 2024-12-16T03:41:02,275 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=129}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1734320461059.860ad1b547670bf77c40cb31b6209d67. 2024-12-16T03:41:02,275 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=128 updating hbase:meta row=860ad1b547670bf77c40cb31b6209d67, regionState=OPEN, openSeqNum=2, regionLocation=f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:02,277 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=129, resume processing ppid=128 2024-12-16T03:41:02,277 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=129, ppid=128, state=SUCCESS; OpenRegionProcedure 860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 in 177 msec 2024-12-16T03:41:02,278 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=128, resume processing ppid=127 2024-12-16T03:41:02,278 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=128, ppid=127, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=860ad1b547670bf77c40cb31b6209d67, ASSIGN in 334 msec 2024-12-16T03:41:02,279 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=127, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-16T03:41:02,279 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734320462279"}]},"ts":"1734320462279"} 2024-12-16T03:41:02,280 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-12-16T03:41:02,319 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=127, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-12-16T03:41:02,320 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=127, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.2600 sec 2024-12-16T03:41:03,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=127 2024-12-16T03:41:03,173 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 127 completed 2024-12-16T03:41:03,176 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0de9f076 to 127.0.0.1:56952 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7043f683 2024-12-16T03:41:03,220 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5871c039, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-16T03:41:03,223 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-16T03:41:03,226 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44652, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-16T03:41:03,228 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-16T03:41:03,230 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36490, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-16T03:41:03,233 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x4414259d to 127.0.0.1:56952 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2b0c2472 2024-12-16T03:41:03,244 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7daa5922, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-16T03:41:03,244 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7ed69825 to 127.0.0.1:56952 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@34b30c39 2024-12-16T03:41:03,252 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b7f20c4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-16T03:41:03,253 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x11193a0c to 127.0.0.1:56952 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3d672ed2 2024-12-16T03:41:03,260 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f7c40ba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-16T03:41:03,261 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7861b162 to 127.0.0.1:56952 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7cf40102 2024-12-16T03:41:03,269 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41b0e7b6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-16T03:41:03,270 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x154f0f85 to 127.0.0.1:56952 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@496fe03f 2024-12-16T03:41:03,278 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f2423f3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-16T03:41:03,279 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3652e74d to 127.0.0.1:56952 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@184771cf 2024-12-16T03:41:03,292 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51196534, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-16T03:41:03,293 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2405c04e to 127.0.0.1:56952 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@76f0408 2024-12-16T03:41:03,302 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1dc5e114, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-16T03:41:03,303 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x73d92042 to 127.0.0.1:56952 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@c692575 2024-12-16T03:41:03,310 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e96b8ad, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-16T03:41:03,311 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x593af048 to 127.0.0.1:56952 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1cbd2497 2024-12-16T03:41:03,319 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17e5a47d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-16T03:41:03,319 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2209c520 to 127.0.0.1:56952 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5765d46a 2024-12-16T03:41:03,327 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d9954b7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-16T03:41:03,329 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-16T03:41:03,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] procedure2.ProcedureExecutor(1098): Stored pid=130, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=130, table=TestAcidGuarantees 2024-12-16T03:41:03,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-12-16T03:41:03,330 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=130, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=130, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-16T03:41:03,330 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=130, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=130, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-16T03:41:03,330 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=131, ppid=130, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-16T03:41:03,333 DEBUG [hconnection-0x2b775ec8-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-16T03:41:03,334 DEBUG [hconnection-0x4f8caa82-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-16T03:41:03,334 DEBUG [hconnection-0x8df9e18-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-16T03:41:03,334 DEBUG [hconnection-0x242b7ecd-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-16T03:41:03,334 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44658, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-16T03:41:03,334 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44674, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-16T03:41:03,335 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44676, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-16T03:41:03,335 DEBUG [hconnection-0x5227592e-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-16T03:41:03,335 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44682, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-16T03:41:03,336 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44688, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-16T03:41:03,339 DEBUG [hconnection-0x24748f9e-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-16T03:41:03,340 DEBUG [hconnection-0x7a04ed8f-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-16T03:41:03,340 DEBUG [hconnection-0x35bd6f44-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-16T03:41:03,341 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44704, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-16T03:41:03,341 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44718, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-16T03:41:03,341 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44720, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-16T03:41:03,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(8581): Flush requested on 860ad1b547670bf77c40cb31b6209d67 2024-12-16T03:41:03,344 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 860ad1b547670bf77c40cb31b6209d67 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-16T03:41:03,346 DEBUG [hconnection-0x68863ca7-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-16T03:41:03,347 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44730, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-16T03:41:03,348 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 860ad1b547670bf77c40cb31b6209d67, store=A 2024-12-16T03:41:03,348 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T03:41:03,348 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 860ad1b547670bf77c40cb31b6209d67, store=B 2024-12-16T03:41:03,348 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T03:41:03,348 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 860ad1b547670bf77c40cb31b6209d67, store=C 2024-12-16T03:41:03,348 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T03:41:03,362 DEBUG [hconnection-0x2444241d-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-16T03:41:03,363 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44742, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-16T03:41:03,364 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:41:03,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44676 deadline: 1734320523363, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:03,365 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:41:03,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44704 deadline: 1734320523364, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:03,369 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:41:03,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44720 deadline: 1734320523364, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:03,370 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:41:03,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44718 deadline: 1734320523365, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:03,371 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:41:03,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 2 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44742 deadline: 1734320523368, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:03,377 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/.tmp/A/4399fb2bd07b4e7889c45ee829bb0e22 is 50, key is test_row_0/A:col10/1734320463343/Put/seqid=0 2024-12-16T03:41:03,384 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073742255_1431 (size=12001) 2024-12-16T03:41:03,387 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/.tmp/A/4399fb2bd07b4e7889c45ee829bb0e22 2024-12-16T03:41:03,405 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/.tmp/B/181dadb766564171969cfdd569ff1148 is 50, key is test_row_0/B:col10/1734320463343/Put/seqid=0 2024-12-16T03:41:03,408 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073742256_1432 (size=12001) 2024-12-16T03:41:03,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-12-16T03:41:03,468 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:41:03,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44676 deadline: 1734320523465, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:03,469 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:41:03,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44704 deadline: 1734320523466, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:03,472 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:41:03,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44720 deadline: 1734320523470, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:03,474 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:41:03,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44718 deadline: 1734320523471, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:03,475 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:41:03,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44742 deadline: 1734320523471, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:03,481 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:03,482 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39893 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=131 2024-12-16T03:41:03,482 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734320461059.860ad1b547670bf77c40cb31b6209d67. 2024-12-16T03:41:03,482 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734320461059.860ad1b547670bf77c40cb31b6209d67. as already flushing 2024-12-16T03:41:03,482 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734320461059.860ad1b547670bf77c40cb31b6209d67. 2024-12-16T03:41:03,482 ERROR [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] handler.RSProcedureHandler(58): pid=131 java.io.IOException: Unable to complete flush {ENCODED => 860ad1b547670bf77c40cb31b6209d67, NAME => 'TestAcidGuarantees,,1734320461059.860ad1b547670bf77c40cb31b6209d67.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:41:03,482 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=131 java.io.IOException: Unable to complete flush {ENCODED => 860ad1b547670bf77c40cb31b6209d67, NAME => 'TestAcidGuarantees,,1734320461059.860ad1b547670bf77c40cb31b6209d67.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:41:03,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.HMaster(4114): Remote procedure failed, pid=131 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 860ad1b547670bf77c40cb31b6209d67, NAME => 'TestAcidGuarantees,,1734320461059.860ad1b547670bf77c40cb31b6209d67.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 860ad1b547670bf77c40cb31b6209d67, NAME => 'TestAcidGuarantees,,1734320461059.860ad1b547670bf77c40cb31b6209d67.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:41:03,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-12-16T03:41:03,633 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:03,634 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39893 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=131 2024-12-16T03:41:03,634 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734320461059.860ad1b547670bf77c40cb31b6209d67. 2024-12-16T03:41:03,634 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734320461059.860ad1b547670bf77c40cb31b6209d67. as already flushing 2024-12-16T03:41:03,634 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734320461059.860ad1b547670bf77c40cb31b6209d67. 2024-12-16T03:41:03,634 ERROR [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] handler.RSProcedureHandler(58): pid=131 java.io.IOException: Unable to complete flush {ENCODED => 860ad1b547670bf77c40cb31b6209d67, NAME => 'TestAcidGuarantees,,1734320461059.860ad1b547670bf77c40cb31b6209d67.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:41:03,634 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=131 java.io.IOException: Unable to complete flush {ENCODED => 860ad1b547670bf77c40cb31b6209d67, NAME => 'TestAcidGuarantees,,1734320461059.860ad1b547670bf77c40cb31b6209d67.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:41:03,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.HMaster(4114): Remote procedure failed, pid=131 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 860ad1b547670bf77c40cb31b6209d67, NAME => 'TestAcidGuarantees,,1734320461059.860ad1b547670bf77c40cb31b6209d67.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 860ad1b547670bf77c40cb31b6209d67, NAME => 'TestAcidGuarantees,,1734320461059.860ad1b547670bf77c40cb31b6209d67.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:41:03,671 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:41:03,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44704 deadline: 1734320523669, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:03,672 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:41:03,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44676 deadline: 1734320523670, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:03,674 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:41:03,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44720 deadline: 1734320523673, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:03,677 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:41:03,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44718 deadline: 1734320523675, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:03,677 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:41:03,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44742 deadline: 1734320523675, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:03,786 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:03,786 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39893 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=131 2024-12-16T03:41:03,786 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734320461059.860ad1b547670bf77c40cb31b6209d67. 2024-12-16T03:41:03,786 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734320461059.860ad1b547670bf77c40cb31b6209d67. as already flushing 2024-12-16T03:41:03,786 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734320461059.860ad1b547670bf77c40cb31b6209d67. 2024-12-16T03:41:03,786 ERROR [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] handler.RSProcedureHandler(58): pid=131 java.io.IOException: Unable to complete flush {ENCODED => 860ad1b547670bf77c40cb31b6209d67, NAME => 'TestAcidGuarantees,,1734320461059.860ad1b547670bf77c40cb31b6209d67.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:41:03,786 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=131 java.io.IOException: Unable to complete flush {ENCODED => 860ad1b547670bf77c40cb31b6209d67, NAME => 'TestAcidGuarantees,,1734320461059.860ad1b547670bf77c40cb31b6209d67.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:41:03,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.HMaster(4114): Remote procedure failed, pid=131 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 860ad1b547670bf77c40cb31b6209d67, NAME => 'TestAcidGuarantees,,1734320461059.860ad1b547670bf77c40cb31b6209d67.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 860ad1b547670bf77c40cb31b6209d67, NAME => 'TestAcidGuarantees,,1734320461059.860ad1b547670bf77c40cb31b6209d67.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:41:03,809 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/.tmp/B/181dadb766564171969cfdd569ff1148 2024-12-16T03:41:03,831 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/.tmp/C/3b36e1b9c0f04526a9388d5a0c066dcd is 50, key is test_row_0/C:col10/1734320463343/Put/seqid=0 2024-12-16T03:41:03,833 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073742257_1433 (size=12001) 2024-12-16T03:41:03,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-12-16T03:41:03,938 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:03,938 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39893 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=131 2024-12-16T03:41:03,938 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734320461059.860ad1b547670bf77c40cb31b6209d67. 2024-12-16T03:41:03,938 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734320461059.860ad1b547670bf77c40cb31b6209d67. as already flushing 2024-12-16T03:41:03,938 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734320461059.860ad1b547670bf77c40cb31b6209d67. 2024-12-16T03:41:03,938 ERROR [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] handler.RSProcedureHandler(58): pid=131 java.io.IOException: Unable to complete flush {ENCODED => 860ad1b547670bf77c40cb31b6209d67, NAME => 'TestAcidGuarantees,,1734320461059.860ad1b547670bf77c40cb31b6209d67.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:41:03,938 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=131 java.io.IOException: Unable to complete flush {ENCODED => 860ad1b547670bf77c40cb31b6209d67, NAME => 'TestAcidGuarantees,,1734320461059.860ad1b547670bf77c40cb31b6209d67.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:41:03,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.HMaster(4114): Remote procedure failed, pid=131 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 860ad1b547670bf77c40cb31b6209d67, NAME => 'TestAcidGuarantees,,1734320461059.860ad1b547670bf77c40cb31b6209d67.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 860ad1b547670bf77c40cb31b6209d67, NAME => 'TestAcidGuarantees,,1734320461059.860ad1b547670bf77c40cb31b6209d67.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:41:03,973 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:41:03,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44704 deadline: 1734320523972, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:03,974 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:41:03,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44676 deadline: 1734320523973, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:03,979 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:41:03,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44720 deadline: 1734320523977, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:03,979 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:41:03,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44718 deadline: 1734320523978, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:03,980 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:41:03,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44742 deadline: 1734320523979, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:04,090 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:04,090 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39893 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=131 2024-12-16T03:41:04,090 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734320461059.860ad1b547670bf77c40cb31b6209d67. 2024-12-16T03:41:04,091 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734320461059.860ad1b547670bf77c40cb31b6209d67. as already flushing 2024-12-16T03:41:04,091 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734320461059.860ad1b547670bf77c40cb31b6209d67. 2024-12-16T03:41:04,091 ERROR [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] handler.RSProcedureHandler(58): pid=131 java.io.IOException: Unable to complete flush {ENCODED => 860ad1b547670bf77c40cb31b6209d67, NAME => 'TestAcidGuarantees,,1734320461059.860ad1b547670bf77c40cb31b6209d67.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:41:04,091 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=131 java.io.IOException: Unable to complete flush {ENCODED => 860ad1b547670bf77c40cb31b6209d67, NAME => 'TestAcidGuarantees,,1734320461059.860ad1b547670bf77c40cb31b6209d67.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:41:04,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.HMaster(4114): Remote procedure failed, pid=131 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 860ad1b547670bf77c40cb31b6209d67, NAME => 'TestAcidGuarantees,,1734320461059.860ad1b547670bf77c40cb31b6209d67.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 860ad1b547670bf77c40cb31b6209d67, NAME => 'TestAcidGuarantees,,1734320461059.860ad1b547670bf77c40cb31b6209d67.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:41:04,234 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/.tmp/C/3b36e1b9c0f04526a9388d5a0c066dcd 2024-12-16T03:41:04,237 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/.tmp/A/4399fb2bd07b4e7889c45ee829bb0e22 as hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/A/4399fb2bd07b4e7889c45ee829bb0e22 2024-12-16T03:41:04,240 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/A/4399fb2bd07b4e7889c45ee829bb0e22, entries=150, sequenceid=13, filesize=11.7 K 2024-12-16T03:41:04,241 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/.tmp/B/181dadb766564171969cfdd569ff1148 as hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/B/181dadb766564171969cfdd569ff1148 2024-12-16T03:41:04,242 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:04,243 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39893 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=131 2024-12-16T03:41:04,243 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734320461059.860ad1b547670bf77c40cb31b6209d67. 2024-12-16T03:41:04,243 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734320461059.860ad1b547670bf77c40cb31b6209d67. as already flushing 2024-12-16T03:41:04,243 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734320461059.860ad1b547670bf77c40cb31b6209d67. 2024-12-16T03:41:04,243 ERROR [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] handler.RSProcedureHandler(58): pid=131 java.io.IOException: Unable to complete flush {ENCODED => 860ad1b547670bf77c40cb31b6209d67, NAME => 'TestAcidGuarantees,,1734320461059.860ad1b547670bf77c40cb31b6209d67.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:41:04,243 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=131 java.io.IOException: Unable to complete flush {ENCODED => 860ad1b547670bf77c40cb31b6209d67, NAME => 'TestAcidGuarantees,,1734320461059.860ad1b547670bf77c40cb31b6209d67.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:41:04,243 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/B/181dadb766564171969cfdd569ff1148, entries=150, sequenceid=13, filesize=11.7 K 2024-12-16T03:41:04,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.HMaster(4114): Remote procedure failed, pid=131 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 860ad1b547670bf77c40cb31b6209d67, NAME => 'TestAcidGuarantees,,1734320461059.860ad1b547670bf77c40cb31b6209d67.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 860ad1b547670bf77c40cb31b6209d67, NAME => 'TestAcidGuarantees,,1734320461059.860ad1b547670bf77c40cb31b6209d67.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:41:04,244 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/.tmp/C/3b36e1b9c0f04526a9388d5a0c066dcd as hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/C/3b36e1b9c0f04526a9388d5a0c066dcd 2024-12-16T03:41:04,248 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/C/3b36e1b9c0f04526a9388d5a0c066dcd, entries=150, sequenceid=13, filesize=11.7 K 2024-12-16T03:41:04,248 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreScanner(1000): StoreScanner already closing. There is no need to updateReaders 2024-12-16T03:41:04,248 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreScanner(1000): StoreScanner already closing. There is no need to updateReaders 2024-12-16T03:41:04,248 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=154.31 KB/158010 for 860ad1b547670bf77c40cb31b6209d67 in 904ms, sequenceid=13, compaction requested=false 2024-12-16T03:41:04,249 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 860ad1b547670bf77c40cb31b6209d67: 2024-12-16T03:41:04,395 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:04,395 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39893 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=131 2024-12-16T03:41:04,396 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734320461059.860ad1b547670bf77c40cb31b6209d67. 2024-12-16T03:41:04,396 INFO [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2837): Flushing 860ad1b547670bf77c40cb31b6209d67 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-12-16T03:41:04,396 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 860ad1b547670bf77c40cb31b6209d67, store=A 2024-12-16T03:41:04,396 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T03:41:04,396 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 860ad1b547670bf77c40cb31b6209d67, store=B 2024-12-16T03:41:04,396 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T03:41:04,396 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 860ad1b547670bf77c40cb31b6209d67, store=C 2024-12-16T03:41:04,396 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T03:41:04,399 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/.tmp/A/c0ecd7385698493db33d720a672c758b is 50, key is test_row_0/A:col10/1734320463363/Put/seqid=0 2024-12-16T03:41:04,402 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073742258_1434 (size=12001) 2024-12-16T03:41:04,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-12-16T03:41:04,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(8581): Flush requested on 860ad1b547670bf77c40cb31b6209d67 2024-12-16T03:41:04,477 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734320461059.860ad1b547670bf77c40cb31b6209d67. as already flushing 2024-12-16T03:41:04,486 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:41:04,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44720 deadline: 1734320524483, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:04,487 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:41:04,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44676 deadline: 1734320524483, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:04,487 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:41:04,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44742 deadline: 1734320524484, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:04,491 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:41:04,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44704 deadline: 1734320524486, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:04,491 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:41:04,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44718 deadline: 1734320524486, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:04,590 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:41:04,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44676 deadline: 1734320524587, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:04,590 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:41:04,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44720 deadline: 1734320524587, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:04,593 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:41:04,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44704 deadline: 1734320524591, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:04,594 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:41:04,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44718 deadline: 1734320524592, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:04,793 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:41:04,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44720 deadline: 1734320524791, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:04,793 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:41:04,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44676 deadline: 1734320524791, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:04,796 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:41:04,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44718 deadline: 1734320524794, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:04,797 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:41:04,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44704 deadline: 1734320524795, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:04,803 INFO [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=39 (bloomFilter=true), to=hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/.tmp/A/c0ecd7385698493db33d720a672c758b 2024-12-16T03:41:04,813 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/.tmp/B/aab23c627235415284560ca89b21cdf8 is 50, key is test_row_0/B:col10/1734320463363/Put/seqid=0 2024-12-16T03:41:04,816 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073742259_1435 (size=12001) 2024-12-16T03:41:05,099 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:41:05,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44676 deadline: 1734320525095, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:05,099 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:41:05,099 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:41:05,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44720 deadline: 1734320525095, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:05,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44718 deadline: 1734320525097, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:05,102 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:41:05,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44704 deadline: 1734320525098, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:05,217 INFO [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=39 (bloomFilter=true), to=hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/.tmp/B/aab23c627235415284560ca89b21cdf8 2024-12-16T03:41:05,222 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/.tmp/C/bf77915a2066412a8801d1e7d2ec923a is 50, key is test_row_0/C:col10/1734320463363/Put/seqid=0 2024-12-16T03:41:05,227 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073742260_1436 (size=12001) 2024-12-16T03:41:05,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-12-16T03:41:05,492 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:41:05,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44742 deadline: 1734320525491, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:05,603 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:41:05,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44676 deadline: 1734320525602, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:05,604 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:41:05,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44718 deadline: 1734320525603, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:05,606 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:41:05,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44720 deadline: 1734320525604, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:05,608 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:41:05,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44704 deadline: 1734320525607, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:05,627 INFO [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=39 (bloomFilter=true), to=hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/.tmp/C/bf77915a2066412a8801d1e7d2ec923a 2024-12-16T03:41:05,631 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/.tmp/A/c0ecd7385698493db33d720a672c758b as hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/A/c0ecd7385698493db33d720a672c758b 2024-12-16T03:41:05,634 INFO [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/A/c0ecd7385698493db33d720a672c758b, entries=150, sequenceid=39, filesize=11.7 K 2024-12-16T03:41:05,634 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/.tmp/B/aab23c627235415284560ca89b21cdf8 as hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/B/aab23c627235415284560ca89b21cdf8 2024-12-16T03:41:05,637 INFO [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/B/aab23c627235415284560ca89b21cdf8, entries=150, sequenceid=39, filesize=11.7 K 2024-12-16T03:41:05,637 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/.tmp/C/bf77915a2066412a8801d1e7d2ec923a as hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/C/bf77915a2066412a8801d1e7d2ec923a 2024-12-16T03:41:05,644 INFO [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/C/bf77915a2066412a8801d1e7d2ec923a, entries=150, sequenceid=39, filesize=11.7 K 2024-12-16T03:41:05,644 INFO [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 860ad1b547670bf77c40cb31b6209d67 in 1248ms, sequenceid=39, compaction requested=false 2024-12-16T03:41:05,644 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2538): Flush status journal for 860ad1b547670bf77c40cb31b6209d67: 2024-12-16T03:41:05,644 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734320461059.860ad1b547670bf77c40cb31b6209d67. 2024-12-16T03:41:05,644 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=131 2024-12-16T03:41:05,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.HMaster(4106): Remote procedure done, pid=131 2024-12-16T03:41:05,646 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=131, resume processing ppid=130 2024-12-16T03:41:05,646 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=131, ppid=130, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.3150 sec 2024-12-16T03:41:05,647 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=130, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=130, table=TestAcidGuarantees in 2.3170 sec 2024-12-16T03:41:05,716 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-16T03:41:06,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(8581): Flush requested on 860ad1b547670bf77c40cb31b6209d67 2024-12-16T03:41:06,611 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 860ad1b547670bf77c40cb31b6209d67 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-16T03:41:06,611 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 860ad1b547670bf77c40cb31b6209d67, store=A 2024-12-16T03:41:06,611 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T03:41:06,612 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 860ad1b547670bf77c40cb31b6209d67, store=B 2024-12-16T03:41:06,612 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T03:41:06,612 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 860ad1b547670bf77c40cb31b6209d67, store=C 2024-12-16T03:41:06,612 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T03:41:06,631 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/.tmp/A/4cbf6dd23b24460ba1aa3369e90c442b is 50, key is test_row_0/A:col10/1734320464485/Put/seqid=0 2024-12-16T03:41:06,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073742261_1437 (size=11997) 2024-12-16T03:41:06,645 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:41:06,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44676 deadline: 1734320526640, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:06,647 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:41:06,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44718 deadline: 1734320526643, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:06,647 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:41:06,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44720 deadline: 1734320526644, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:06,648 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:41:06,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44704 deadline: 1734320526644, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:06,747 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:41:06,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44676 deadline: 1734320526746, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:06,751 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:41:06,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44718 deadline: 1734320526748, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:06,751 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:41:06,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44720 deadline: 1734320526748, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:06,751 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:41:06,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44704 deadline: 1734320526748, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:06,951 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:41:06,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44676 deadline: 1734320526948, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:06,955 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:41:06,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44704 deadline: 1734320526952, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:06,955 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:41:06,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44718 deadline: 1734320526953, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:06,955 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:41:06,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44720 deadline: 1734320526953, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:07,034 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=50 (bloomFilter=true), to=hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/.tmp/A/4cbf6dd23b24460ba1aa3369e90c442b 2024-12-16T03:41:07,040 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/.tmp/B/b535a752579f40f3bb2c67a9e3d4ea90 is 50, key is test_row_0/B:col10/1734320464485/Put/seqid=0 2024-12-16T03:41:07,052 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073742262_1438 (size=9657) 2024-12-16T03:41:07,055 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=50 (bloomFilter=true), to=hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/.tmp/B/b535a752579f40f3bb2c67a9e3d4ea90 2024-12-16T03:41:07,072 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/.tmp/C/2b35833424aa467589be6208765706d8 is 50, key is test_row_0/C:col10/1734320464485/Put/seqid=0 2024-12-16T03:41:07,081 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073742263_1439 (size=9657) 2024-12-16T03:41:07,253 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:41:07,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44676 deadline: 1734320527252, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:07,258 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:41:07,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44718 deadline: 1734320527256, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:07,258 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:41:07,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44704 deadline: 1734320527257, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:07,258 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:41:07,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44720 deadline: 1734320527257, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:07,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-12-16T03:41:07,434 INFO [Thread-1938 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 130 completed 2024-12-16T03:41:07,435 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-16T03:41:07,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] procedure2.ProcedureExecutor(1098): Stored pid=132, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=132, table=TestAcidGuarantees 2024-12-16T03:41:07,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-12-16T03:41:07,435 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=132, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=132, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-16T03:41:07,436 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=132, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=132, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-16T03:41:07,436 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=133, ppid=132, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-16T03:41:07,482 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=50 (bloomFilter=true), to=hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/.tmp/C/2b35833424aa467589be6208765706d8 2024-12-16T03:41:07,485 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/.tmp/A/4cbf6dd23b24460ba1aa3369e90c442b as hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/A/4cbf6dd23b24460ba1aa3369e90c442b 2024-12-16T03:41:07,488 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/A/4cbf6dd23b24460ba1aa3369e90c442b, entries=150, sequenceid=50, filesize=11.7 K 2024-12-16T03:41:07,488 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/.tmp/B/b535a752579f40f3bb2c67a9e3d4ea90 as hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/B/b535a752579f40f3bb2c67a9e3d4ea90 2024-12-16T03:41:07,491 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/B/b535a752579f40f3bb2c67a9e3d4ea90, entries=100, sequenceid=50, filesize=9.4 K 2024-12-16T03:41:07,491 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/.tmp/C/2b35833424aa467589be6208765706d8 as hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/C/2b35833424aa467589be6208765706d8 2024-12-16T03:41:07,494 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/C/2b35833424aa467589be6208765706d8, entries=100, sequenceid=50, filesize=9.4 K 2024-12-16T03:41:07,494 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=154.31 KB/158010 for 860ad1b547670bf77c40cb31b6209d67 in 883ms, sequenceid=50, compaction requested=true 2024-12-16T03:41:07,495 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 860ad1b547670bf77c40cb31b6209d67: 2024-12-16T03:41:07,495 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 860ad1b547670bf77c40cb31b6209d67:A, priority=-2147483648, current under compaction store size is 1 2024-12-16T03:41:07,495 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-16T03:41:07,495 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-16T03:41:07,495 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 860ad1b547670bf77c40cb31b6209d67:B, priority=-2147483648, current under compaction store size is 2 2024-12-16T03:41:07,495 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-16T03:41:07,495 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-16T03:41:07,495 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 860ad1b547670bf77c40cb31b6209d67:C, priority=-2147483648, current under compaction store size is 3 2024-12-16T03:41:07,495 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-16T03:41:07,496 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33659 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-16T03:41:07,496 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35999 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-16T03:41:07,496 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.HStore(1540): 860ad1b547670bf77c40cb31b6209d67/A is initiating minor compaction (all files) 2024-12-16T03:41:07,496 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.HStore(1540): 860ad1b547670bf77c40cb31b6209d67/B is initiating minor compaction (all files) 2024-12-16T03:41:07,496 INFO [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 860ad1b547670bf77c40cb31b6209d67/A in TestAcidGuarantees,,1734320461059.860ad1b547670bf77c40cb31b6209d67. 2024-12-16T03:41:07,496 INFO [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 860ad1b547670bf77c40cb31b6209d67/B in TestAcidGuarantees,,1734320461059.860ad1b547670bf77c40cb31b6209d67. 2024-12-16T03:41:07,496 INFO [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/A/4399fb2bd07b4e7889c45ee829bb0e22, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/A/c0ecd7385698493db33d720a672c758b, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/A/4cbf6dd23b24460ba1aa3369e90c442b] into tmpdir=hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/.tmp, totalSize=35.2 K 2024-12-16T03:41:07,496 INFO [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/B/181dadb766564171969cfdd569ff1148, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/B/aab23c627235415284560ca89b21cdf8, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/B/b535a752579f40f3bb2c67a9e3d4ea90] into tmpdir=hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/.tmp, totalSize=32.9 K 2024-12-16T03:41:07,496 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] compactions.Compactor(224): Compacting 181dadb766564171969cfdd569ff1148, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1734320463337 2024-12-16T03:41:07,496 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4399fb2bd07b4e7889c45ee829bb0e22, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1734320463337 2024-12-16T03:41:07,496 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] compactions.Compactor(224): Compacting aab23c627235415284560ca89b21cdf8, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=39, earliestPutTs=1734320463354 2024-12-16T03:41:07,496 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] compactions.Compactor(224): Compacting c0ecd7385698493db33d720a672c758b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=39, earliestPutTs=1734320463354 2024-12-16T03:41:07,496 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] compactions.Compactor(224): Compacting b535a752579f40f3bb2c67a9e3d4ea90, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1734320464485 2024-12-16T03:41:07,497 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4cbf6dd23b24460ba1aa3369e90c442b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1734320464485 2024-12-16T03:41:07,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(8581): Flush requested on 860ad1b547670bf77c40cb31b6209d67 2024-12-16T03:41:07,499 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 860ad1b547670bf77c40cb31b6209d67 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-12-16T03:41:07,499 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 860ad1b547670bf77c40cb31b6209d67, store=A 2024-12-16T03:41:07,499 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T03:41:07,500 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 860ad1b547670bf77c40cb31b6209d67, store=B 2024-12-16T03:41:07,500 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T03:41:07,500 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 860ad1b547670bf77c40cb31b6209d67, store=C 2024-12-16T03:41:07,500 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T03:41:07,502 INFO [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 860ad1b547670bf77c40cb31b6209d67#B#compaction#368 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-16T03:41:07,502 INFO [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 860ad1b547670bf77c40cb31b6209d67#A#compaction#369 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-16T03:41:07,502 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/.tmp/B/85c6b36983404e51ad9018d4d6d4a987 is 50, key is test_row_0/B:col10/1734320464485/Put/seqid=0 2024-12-16T03:41:07,503 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/.tmp/A/c2f246090cd2435e8fb155d84ce1cfe4 is 50, key is test_row_0/A:col10/1734320464485/Put/seqid=0 2024-12-16T03:41:07,509 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/.tmp/A/c7f87bca82314e0fafb79db0d8390155 is 50, key is test_row_0/A:col10/1734320466643/Put/seqid=0 2024-12-16T03:41:07,511 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073742265_1441 (size=12104) 2024-12-16T03:41:07,516 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073742264_1440 (size=12104) 2024-12-16T03:41:07,524 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073742266_1442 (size=14341) 2024-12-16T03:41:07,535 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:41:07,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44742 deadline: 1734320527531, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:07,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-12-16T03:41:07,587 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:07,587 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39893 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=133 2024-12-16T03:41:07,587 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734320461059.860ad1b547670bf77c40cb31b6209d67. 2024-12-16T03:41:07,588 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734320461059.860ad1b547670bf77c40cb31b6209d67. as already flushing 2024-12-16T03:41:07,588 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734320461059.860ad1b547670bf77c40cb31b6209d67. 2024-12-16T03:41:07,588 ERROR [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] handler.RSProcedureHandler(58): pid=133 java.io.IOException: Unable to complete flush {ENCODED => 860ad1b547670bf77c40cb31b6209d67, NAME => 'TestAcidGuarantees,,1734320461059.860ad1b547670bf77c40cb31b6209d67.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:41:07,588 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=133 java.io.IOException: Unable to complete flush {ENCODED => 860ad1b547670bf77c40cb31b6209d67, NAME => 'TestAcidGuarantees,,1734320461059.860ad1b547670bf77c40cb31b6209d67.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:41:07,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.HMaster(4114): Remote procedure failed, pid=133 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 860ad1b547670bf77c40cb31b6209d67, NAME => 'TestAcidGuarantees,,1734320461059.860ad1b547670bf77c40cb31b6209d67.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 860ad1b547670bf77c40cb31b6209d67, NAME => 'TestAcidGuarantees,,1734320461059.860ad1b547670bf77c40cb31b6209d67.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:41:07,641 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:41:07,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44742 deadline: 1734320527636, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:07,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-12-16T03:41:07,740 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:07,740 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39893 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=133 2024-12-16T03:41:07,740 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734320461059.860ad1b547670bf77c40cb31b6209d67. 2024-12-16T03:41:07,740 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734320461059.860ad1b547670bf77c40cb31b6209d67. as already flushing 2024-12-16T03:41:07,740 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734320461059.860ad1b547670bf77c40cb31b6209d67. 2024-12-16T03:41:07,740 ERROR [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] handler.RSProcedureHandler(58): pid=133 java.io.IOException: Unable to complete flush {ENCODED => 860ad1b547670bf77c40cb31b6209d67, NAME => 'TestAcidGuarantees,,1734320461059.860ad1b547670bf77c40cb31b6209d67.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:41:07,741 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=133 java.io.IOException: Unable to complete flush {ENCODED => 860ad1b547670bf77c40cb31b6209d67, NAME => 'TestAcidGuarantees,,1734320461059.860ad1b547670bf77c40cb31b6209d67.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:41:07,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.HMaster(4114): Remote procedure failed, pid=133 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 860ad1b547670bf77c40cb31b6209d67, NAME => 'TestAcidGuarantees,,1734320461059.860ad1b547670bf77c40cb31b6209d67.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 860ad1b547670bf77c40cb31b6209d67, NAME => 'TestAcidGuarantees,,1734320461059.860ad1b547670bf77c40cb31b6209d67.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:41:07,759 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:41:07,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44676 deadline: 1734320527756, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:07,762 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:41:07,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44720 deadline: 1734320527759, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:07,763 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:41:07,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44704 deadline: 1734320527760, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:07,764 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:41:07,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44718 deadline: 1734320527762, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:07,844 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:41:07,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44742 deadline: 1734320527842, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:07,892 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:07,892 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39893 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=133 2024-12-16T03:41:07,893 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734320461059.860ad1b547670bf77c40cb31b6209d67. 2024-12-16T03:41:07,893 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734320461059.860ad1b547670bf77c40cb31b6209d67. as already flushing 2024-12-16T03:41:07,893 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734320461059.860ad1b547670bf77c40cb31b6209d67. 2024-12-16T03:41:07,893 ERROR [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] handler.RSProcedureHandler(58): pid=133 java.io.IOException: Unable to complete flush {ENCODED => 860ad1b547670bf77c40cb31b6209d67, NAME => 'TestAcidGuarantees,,1734320461059.860ad1b547670bf77c40cb31b6209d67.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:41:07,893 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=133 java.io.IOException: Unable to complete flush {ENCODED => 860ad1b547670bf77c40cb31b6209d67, NAME => 'TestAcidGuarantees,,1734320461059.860ad1b547670bf77c40cb31b6209d67.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:41:07,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.HMaster(4114): Remote procedure failed, pid=133 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 860ad1b547670bf77c40cb31b6209d67, NAME => 'TestAcidGuarantees,,1734320461059.860ad1b547670bf77c40cb31b6209d67.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 860ad1b547670bf77c40cb31b6209d67, NAME => 'TestAcidGuarantees,,1734320461059.860ad1b547670bf77c40cb31b6209d67.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:41:07,914 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/.tmp/A/c2f246090cd2435e8fb155d84ce1cfe4 as hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/A/c2f246090cd2435e8fb155d84ce1cfe4 2024-12-16T03:41:07,917 INFO [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 860ad1b547670bf77c40cb31b6209d67/A of 860ad1b547670bf77c40cb31b6209d67 into c2f246090cd2435e8fb155d84ce1cfe4(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-16T03:41:07,917 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 860ad1b547670bf77c40cb31b6209d67: 2024-12-16T03:41:07,917 INFO [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734320461059.860ad1b547670bf77c40cb31b6209d67., storeName=860ad1b547670bf77c40cb31b6209d67/A, priority=13, startTime=1734320467495; duration=0sec 2024-12-16T03:41:07,917 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-16T03:41:07,917 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 860ad1b547670bf77c40cb31b6209d67:A 2024-12-16T03:41:07,917 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-16T03:41:07,918 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33659 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-16T03:41:07,918 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.HStore(1540): 860ad1b547670bf77c40cb31b6209d67/C is initiating minor compaction (all files) 2024-12-16T03:41:07,918 INFO [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 860ad1b547670bf77c40cb31b6209d67/C in TestAcidGuarantees,,1734320461059.860ad1b547670bf77c40cb31b6209d67. 2024-12-16T03:41:07,918 INFO [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/C/3b36e1b9c0f04526a9388d5a0c066dcd, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/C/bf77915a2066412a8801d1e7d2ec923a, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/C/2b35833424aa467589be6208765706d8] into tmpdir=hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/.tmp, totalSize=32.9 K 2024-12-16T03:41:07,919 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3b36e1b9c0f04526a9388d5a0c066dcd, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1734320463337 2024-12-16T03:41:07,919 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] compactions.Compactor(224): Compacting bf77915a2066412a8801d1e7d2ec923a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=39, earliestPutTs=1734320463354 2024-12-16T03:41:07,919 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2b35833424aa467589be6208765706d8, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1734320464485 2024-12-16T03:41:07,921 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/.tmp/B/85c6b36983404e51ad9018d4d6d4a987 as hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/B/85c6b36983404e51ad9018d4d6d4a987 2024-12-16T03:41:07,924 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/.tmp/A/c7f87bca82314e0fafb79db0d8390155 2024-12-16T03:41:07,924 INFO [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 860ad1b547670bf77c40cb31b6209d67/B of 860ad1b547670bf77c40cb31b6209d67 into 85c6b36983404e51ad9018d4d6d4a987(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-16T03:41:07,925 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 860ad1b547670bf77c40cb31b6209d67: 2024-12-16T03:41:07,925 INFO [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734320461059.860ad1b547670bf77c40cb31b6209d67., storeName=860ad1b547670bf77c40cb31b6209d67/B, priority=13, startTime=1734320467495; duration=0sec 2024-12-16T03:41:07,925 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-16T03:41:07,925 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 860ad1b547670bf77c40cb31b6209d67:B 2024-12-16T03:41:07,927 INFO [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 860ad1b547670bf77c40cb31b6209d67#C#compaction#371 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-16T03:41:07,928 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/.tmp/C/187612170aed4b94a816fc524147fc95 is 50, key is test_row_0/C:col10/1734320464485/Put/seqid=0 2024-12-16T03:41:07,933 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073742267_1443 (size=12104) 2024-12-16T03:41:07,935 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/.tmp/B/9bd985e2f9bd4e53a7ec9d68829659c2 is 50, key is test_row_0/B:col10/1734320466643/Put/seqid=0 2024-12-16T03:41:07,944 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073742268_1444 (size=12001) 2024-12-16T03:41:08,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-12-16T03:41:08,044 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:08,045 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39893 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=133 2024-12-16T03:41:08,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734320461059.860ad1b547670bf77c40cb31b6209d67. 2024-12-16T03:41:08,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734320461059.860ad1b547670bf77c40cb31b6209d67. as already flushing 2024-12-16T03:41:08,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734320461059.860ad1b547670bf77c40cb31b6209d67. 2024-12-16T03:41:08,045 ERROR [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] handler.RSProcedureHandler(58): pid=133 java.io.IOException: Unable to complete flush {ENCODED => 860ad1b547670bf77c40cb31b6209d67, NAME => 'TestAcidGuarantees,,1734320461059.860ad1b547670bf77c40cb31b6209d67.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:41:08,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=133 java.io.IOException: Unable to complete flush {ENCODED => 860ad1b547670bf77c40cb31b6209d67, NAME => 'TestAcidGuarantees,,1734320461059.860ad1b547670bf77c40cb31b6209d67.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:41:08,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.HMaster(4114): Remote procedure failed, pid=133 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 860ad1b547670bf77c40cb31b6209d67, NAME => 'TestAcidGuarantees,,1734320461059.860ad1b547670bf77c40cb31b6209d67.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 860ad1b547670bf77c40cb31b6209d67, NAME => 'TestAcidGuarantees,,1734320461059.860ad1b547670bf77c40cb31b6209d67.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:41:08,149 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:41:08,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44742 deadline: 1734320528146, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:08,197 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:08,197 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39893 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=133 2024-12-16T03:41:08,197 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734320461059.860ad1b547670bf77c40cb31b6209d67. 2024-12-16T03:41:08,197 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734320461059.860ad1b547670bf77c40cb31b6209d67. as already flushing 2024-12-16T03:41:08,197 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734320461059.860ad1b547670bf77c40cb31b6209d67. 2024-12-16T03:41:08,197 ERROR [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] handler.RSProcedureHandler(58): pid=133 java.io.IOException: Unable to complete flush {ENCODED => 860ad1b547670bf77c40cb31b6209d67, NAME => 'TestAcidGuarantees,,1734320461059.860ad1b547670bf77c40cb31b6209d67.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:41:08,198 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=133 java.io.IOException: Unable to complete flush {ENCODED => 860ad1b547670bf77c40cb31b6209d67, NAME => 'TestAcidGuarantees,,1734320461059.860ad1b547670bf77c40cb31b6209d67.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:41:08,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.HMaster(4114): Remote procedure failed, pid=133 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 860ad1b547670bf77c40cb31b6209d67, NAME => 'TestAcidGuarantees,,1734320461059.860ad1b547670bf77c40cb31b6209d67.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 860ad1b547670bf77c40cb31b6209d67, NAME => 'TestAcidGuarantees,,1734320461059.860ad1b547670bf77c40cb31b6209d67.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:41:08,337 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/.tmp/C/187612170aed4b94a816fc524147fc95 as hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/C/187612170aed4b94a816fc524147fc95 2024-12-16T03:41:08,340 INFO [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 860ad1b547670bf77c40cb31b6209d67/C of 860ad1b547670bf77c40cb31b6209d67 into 187612170aed4b94a816fc524147fc95(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-16T03:41:08,340 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 860ad1b547670bf77c40cb31b6209d67: 2024-12-16T03:41:08,340 INFO [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734320461059.860ad1b547670bf77c40cb31b6209d67., storeName=860ad1b547670bf77c40cb31b6209d67/C, priority=13, startTime=1734320467495; duration=0sec 2024-12-16T03:41:08,340 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-16T03:41:08,340 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 860ad1b547670bf77c40cb31b6209d67:C 2024-12-16T03:41:08,344 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/.tmp/B/9bd985e2f9bd4e53a7ec9d68829659c2 2024-12-16T03:41:08,349 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/.tmp/C/4d68adb735224526938cea5c60bb698f is 50, key is test_row_0/C:col10/1734320466643/Put/seqid=0 2024-12-16T03:41:08,349 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:08,349 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39893 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=133 2024-12-16T03:41:08,349 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734320461059.860ad1b547670bf77c40cb31b6209d67. 2024-12-16T03:41:08,349 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734320461059.860ad1b547670bf77c40cb31b6209d67. as already flushing 2024-12-16T03:41:08,349 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734320461059.860ad1b547670bf77c40cb31b6209d67. 2024-12-16T03:41:08,350 ERROR [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] handler.RSProcedureHandler(58): pid=133 java.io.IOException: Unable to complete flush {ENCODED => 860ad1b547670bf77c40cb31b6209d67, NAME => 'TestAcidGuarantees,,1734320461059.860ad1b547670bf77c40cb31b6209d67.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:41:08,350 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=133 java.io.IOException: Unable to complete flush {ENCODED => 860ad1b547670bf77c40cb31b6209d67, NAME => 'TestAcidGuarantees,,1734320461059.860ad1b547670bf77c40cb31b6209d67.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:41:08,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.HMaster(4114): Remote procedure failed, pid=133 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 860ad1b547670bf77c40cb31b6209d67, NAME => 'TestAcidGuarantees,,1734320461059.860ad1b547670bf77c40cb31b6209d67.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 860ad1b547670bf77c40cb31b6209d67, NAME => 'TestAcidGuarantees,,1734320461059.860ad1b547670bf77c40cb31b6209d67.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:41:08,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073742269_1445 (size=12001) 2024-12-16T03:41:08,501 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:08,501 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39893 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=133 2024-12-16T03:41:08,502 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734320461059.860ad1b547670bf77c40cb31b6209d67. 2024-12-16T03:41:08,502 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734320461059.860ad1b547670bf77c40cb31b6209d67. as already flushing 2024-12-16T03:41:08,502 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734320461059.860ad1b547670bf77c40cb31b6209d67. 2024-12-16T03:41:08,502 ERROR [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] handler.RSProcedureHandler(58): pid=133 java.io.IOException: Unable to complete flush {ENCODED => 860ad1b547670bf77c40cb31b6209d67, NAME => 'TestAcidGuarantees,,1734320461059.860ad1b547670bf77c40cb31b6209d67.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:41:08,502 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=133 java.io.IOException: Unable to complete flush {ENCODED => 860ad1b547670bf77c40cb31b6209d67, NAME => 'TestAcidGuarantees,,1734320461059.860ad1b547670bf77c40cb31b6209d67.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:41:08,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.HMaster(4114): Remote procedure failed, pid=133 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 860ad1b547670bf77c40cb31b6209d67, NAME => 'TestAcidGuarantees,,1734320461059.860ad1b547670bf77c40cb31b6209d67.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 860ad1b547670bf77c40cb31b6209d67, NAME => 'TestAcidGuarantees,,1734320461059.860ad1b547670bf77c40cb31b6209d67.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:41:08,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-12-16T03:41:08,652 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:41:08,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44742 deadline: 1734320528651, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:08,653 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:08,654 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39893 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=133 2024-12-16T03:41:08,654 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734320461059.860ad1b547670bf77c40cb31b6209d67. 2024-12-16T03:41:08,654 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734320461059.860ad1b547670bf77c40cb31b6209d67. as already flushing 2024-12-16T03:41:08,654 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734320461059.860ad1b547670bf77c40cb31b6209d67. 2024-12-16T03:41:08,654 ERROR [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] handler.RSProcedureHandler(58): pid=133 java.io.IOException: Unable to complete flush {ENCODED => 860ad1b547670bf77c40cb31b6209d67, NAME => 'TestAcidGuarantees,,1734320461059.860ad1b547670bf77c40cb31b6209d67.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:41:08,654 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=133 java.io.IOException: Unable to complete flush {ENCODED => 860ad1b547670bf77c40cb31b6209d67, NAME => 'TestAcidGuarantees,,1734320461059.860ad1b547670bf77c40cb31b6209d67.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:41:08,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.HMaster(4114): Remote procedure failed, pid=133 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 860ad1b547670bf77c40cb31b6209d67, NAME => 'TestAcidGuarantees,,1734320461059.860ad1b547670bf77c40cb31b6209d67.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 860ad1b547670bf77c40cb31b6209d67, NAME => 'TestAcidGuarantees,,1734320461059.860ad1b547670bf77c40cb31b6209d67.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:41:08,763 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/.tmp/C/4d68adb735224526938cea5c60bb698f 2024-12-16T03:41:08,765 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:41:08,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44720 deadline: 1734320528764, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:08,765 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:41:08,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44676 deadline: 1734320528765, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:08,766 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/.tmp/A/c7f87bca82314e0fafb79db0d8390155 as hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/A/c7f87bca82314e0fafb79db0d8390155 2024-12-16T03:41:08,768 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:41:08,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44718 deadline: 1734320528765, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:08,768 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/A/c7f87bca82314e0fafb79db0d8390155, entries=200, sequenceid=77, filesize=14.0 K 2024-12-16T03:41:08,769 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/.tmp/B/9bd985e2f9bd4e53a7ec9d68829659c2 as hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/B/9bd985e2f9bd4e53a7ec9d68829659c2 2024-12-16T03:41:08,769 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:41:08,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44704 deadline: 1734320528766, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:08,772 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/B/9bd985e2f9bd4e53a7ec9d68829659c2, entries=150, sequenceid=77, filesize=11.7 K 2024-12-16T03:41:08,772 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/.tmp/C/4d68adb735224526938cea5c60bb698f as hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/C/4d68adb735224526938cea5c60bb698f 2024-12-16T03:41:08,775 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/C/4d68adb735224526938cea5c60bb698f, entries=150, sequenceid=77, filesize=11.7 K 2024-12-16T03:41:08,775 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=40.25 KB/41220 for 860ad1b547670bf77c40cb31b6209d67 in 1276ms, sequenceid=77, compaction requested=false 2024-12-16T03:41:08,776 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 860ad1b547670bf77c40cb31b6209d67: 2024-12-16T03:41:08,806 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:08,806 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39893 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=133 2024-12-16T03:41:08,806 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734320461059.860ad1b547670bf77c40cb31b6209d67. 2024-12-16T03:41:08,806 INFO [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2837): Flushing 860ad1b547670bf77c40cb31b6209d67 3/3 column families, dataSize=40.25 KB heapSize=106.22 KB 2024-12-16T03:41:08,807 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 860ad1b547670bf77c40cb31b6209d67, store=A 2024-12-16T03:41:08,807 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T03:41:08,807 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 860ad1b547670bf77c40cb31b6209d67, store=B 2024-12-16T03:41:08,807 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T03:41:08,807 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 860ad1b547670bf77c40cb31b6209d67, store=C 2024-12-16T03:41:08,807 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T03:41:08,810 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/.tmp/A/1383fd4a49574744a2150941759b10c1 is 50, key is test_row_0/A:col10/1734320467520/Put/seqid=0 2024-12-16T03:41:08,813 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073742270_1446 (size=12001) 2024-12-16T03:41:08,820 INFO [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=89 (bloomFilter=true), to=hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/.tmp/A/1383fd4a49574744a2150941759b10c1 2024-12-16T03:41:08,825 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/.tmp/B/fb7c1a882553441b8a8807e935e99b4f is 50, key is test_row_0/B:col10/1734320467520/Put/seqid=0 2024-12-16T03:41:08,834 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073742271_1447 (size=12001) 2024-12-16T03:41:09,235 INFO [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=89 (bloomFilter=true), to=hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/.tmp/B/fb7c1a882553441b8a8807e935e99b4f 2024-12-16T03:41:09,241 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/.tmp/C/1f91d5d091bc4d53a33c8dde103294ac is 50, key is test_row_0/C:col10/1734320467520/Put/seqid=0 2024-12-16T03:41:09,244 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073742272_1448 (size=12001) 2024-12-16T03:41:09,245 INFO [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=89 (bloomFilter=true), to=hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/.tmp/C/1f91d5d091bc4d53a33c8dde103294ac 2024-12-16T03:41:09,248 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/.tmp/A/1383fd4a49574744a2150941759b10c1 as hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/A/1383fd4a49574744a2150941759b10c1 2024-12-16T03:41:09,250 INFO [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/A/1383fd4a49574744a2150941759b10c1, entries=150, sequenceid=89, filesize=11.7 K 2024-12-16T03:41:09,251 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/.tmp/B/fb7c1a882553441b8a8807e935e99b4f as hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/B/fb7c1a882553441b8a8807e935e99b4f 2024-12-16T03:41:09,254 INFO [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/B/fb7c1a882553441b8a8807e935e99b4f, entries=150, sequenceid=89, filesize=11.7 K 2024-12-16T03:41:09,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/.tmp/C/1f91d5d091bc4d53a33c8dde103294ac as hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/C/1f91d5d091bc4d53a33c8dde103294ac 2024-12-16T03:41:09,257 INFO [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/C/1f91d5d091bc4d53a33c8dde103294ac, entries=150, sequenceid=89, filesize=11.7 K 2024-12-16T03:41:09,258 INFO [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(3040): Finished flush of dataSize ~40.25 KB/41220, heapSize ~106.17 KB/108720, currentSize=0 B/0 for 860ad1b547670bf77c40cb31b6209d67 in 452ms, sequenceid=89, compaction requested=true 2024-12-16T03:41:09,258 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2538): Flush status journal for 860ad1b547670bf77c40cb31b6209d67: 2024-12-16T03:41:09,258 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734320461059.860ad1b547670bf77c40cb31b6209d67. 2024-12-16T03:41:09,258 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=133 2024-12-16T03:41:09,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.HMaster(4106): Remote procedure done, pid=133 2024-12-16T03:41:09,259 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=133, resume processing ppid=132 2024-12-16T03:41:09,259 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=133, ppid=132, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8230 sec 2024-12-16T03:41:09,260 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=132, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=132, table=TestAcidGuarantees in 1.8250 sec 2024-12-16T03:41:09,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-12-16T03:41:09,539 INFO [Thread-1938 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 132 completed 2024-12-16T03:41:09,540 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-16T03:41:09,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] procedure2.ProcedureExecutor(1098): Stored pid=134, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=134, table=TestAcidGuarantees 2024-12-16T03:41:09,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-12-16T03:41:09,541 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=134, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=134, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-16T03:41:09,541 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=134, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=134, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-16T03:41:09,541 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=135, ppid=134, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-16T03:41:09,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-12-16T03:41:09,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(8581): Flush requested on 860ad1b547670bf77c40cb31b6209d67 2024-12-16T03:41:09,680 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 860ad1b547670bf77c40cb31b6209d67 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-16T03:41:09,680 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 860ad1b547670bf77c40cb31b6209d67, store=A 2024-12-16T03:41:09,680 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T03:41:09,680 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 860ad1b547670bf77c40cb31b6209d67, store=B 2024-12-16T03:41:09,680 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T03:41:09,680 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 860ad1b547670bf77c40cb31b6209d67, store=C 2024-12-16T03:41:09,680 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T03:41:09,683 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/.tmp/A/a02fc9e536df4d2684bd7423413ee39c is 50, key is test_row_0/A:col10/1734320469675/Put/seqid=0 2024-12-16T03:41:09,692 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:09,692 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073742273_1449 (size=11997) 2024-12-16T03:41:09,693 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39893 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=135 2024-12-16T03:41:09,693 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=100 (bloomFilter=true), to=hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/.tmp/A/a02fc9e536df4d2684bd7423413ee39c 2024-12-16T03:41:09,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734320461059.860ad1b547670bf77c40cb31b6209d67. 2024-12-16T03:41:09,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734320461059.860ad1b547670bf77c40cb31b6209d67. as already flushing 2024-12-16T03:41:09,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734320461059.860ad1b547670bf77c40cb31b6209d67. 2024-12-16T03:41:09,693 ERROR [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] handler.RSProcedureHandler(58): pid=135 java.io.IOException: Unable to complete flush {ENCODED => 860ad1b547670bf77c40cb31b6209d67, NAME => 'TestAcidGuarantees,,1734320461059.860ad1b547670bf77c40cb31b6209d67.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:41:09,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=135 java.io.IOException: Unable to complete flush {ENCODED => 860ad1b547670bf77c40cb31b6209d67, NAME => 'TestAcidGuarantees,,1734320461059.860ad1b547670bf77c40cb31b6209d67.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:41:09,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.HMaster(4114): Remote procedure failed, pid=135 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 860ad1b547670bf77c40cb31b6209d67, NAME => 'TestAcidGuarantees,,1734320461059.860ad1b547670bf77c40cb31b6209d67.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 860ad1b547670bf77c40cb31b6209d67, NAME => 'TestAcidGuarantees,,1734320461059.860ad1b547670bf77c40cb31b6209d67.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:41:09,703 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/.tmp/B/7adb01a8d1d4412dbcc4c9aca06b1e30 is 50, key is test_row_0/B:col10/1734320469675/Put/seqid=0 2024-12-16T03:41:09,706 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073742274_1450 (size=9657) 2024-12-16T03:41:09,790 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:41:09,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44742 deadline: 1734320529785, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:09,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-12-16T03:41:09,845 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:09,845 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39893 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=135 2024-12-16T03:41:09,845 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734320461059.860ad1b547670bf77c40cb31b6209d67. 2024-12-16T03:41:09,845 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734320461059.860ad1b547670bf77c40cb31b6209d67. as already flushing 2024-12-16T03:41:09,845 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734320461059.860ad1b547670bf77c40cb31b6209d67. 2024-12-16T03:41:09,845 ERROR [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] handler.RSProcedureHandler(58): pid=135 java.io.IOException: Unable to complete flush {ENCODED => 860ad1b547670bf77c40cb31b6209d67, NAME => 'TestAcidGuarantees,,1734320461059.860ad1b547670bf77c40cb31b6209d67.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:41:09,845 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=135 java.io.IOException: Unable to complete flush {ENCODED => 860ad1b547670bf77c40cb31b6209d67, NAME => 'TestAcidGuarantees,,1734320461059.860ad1b547670bf77c40cb31b6209d67.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:41:09,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.HMaster(4114): Remote procedure failed, pid=135 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 860ad1b547670bf77c40cb31b6209d67, NAME => 'TestAcidGuarantees,,1734320461059.860ad1b547670bf77c40cb31b6209d67.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 860ad1b547670bf77c40cb31b6209d67, NAME => 'TestAcidGuarantees,,1734320461059.860ad1b547670bf77c40cb31b6209d67.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:41:09,894 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:41:09,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44742 deadline: 1734320529891, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:09,997 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:09,997 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39893 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=135 2024-12-16T03:41:09,997 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734320461059.860ad1b547670bf77c40cb31b6209d67. 2024-12-16T03:41:09,997 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734320461059.860ad1b547670bf77c40cb31b6209d67. as already flushing 2024-12-16T03:41:09,997 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734320461059.860ad1b547670bf77c40cb31b6209d67. 2024-12-16T03:41:09,997 ERROR [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] handler.RSProcedureHandler(58): pid=135 java.io.IOException: Unable to complete flush {ENCODED => 860ad1b547670bf77c40cb31b6209d67, NAME => 'TestAcidGuarantees,,1734320461059.860ad1b547670bf77c40cb31b6209d67.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:41:09,998 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=135 java.io.IOException: Unable to complete flush {ENCODED => 860ad1b547670bf77c40cb31b6209d67, NAME => 'TestAcidGuarantees,,1734320461059.860ad1b547670bf77c40cb31b6209d67.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:41:09,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.HMaster(4114): Remote procedure failed, pid=135 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 860ad1b547670bf77c40cb31b6209d67, NAME => 'TestAcidGuarantees,,1734320461059.860ad1b547670bf77c40cb31b6209d67.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 860ad1b547670bf77c40cb31b6209d67, NAME => 'TestAcidGuarantees,,1734320461059.860ad1b547670bf77c40cb31b6209d67.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:41:10,098 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:41:10,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44742 deadline: 1734320530095, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:10,107 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=100 (bloomFilter=true), to=hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/.tmp/B/7adb01a8d1d4412dbcc4c9aca06b1e30 2024-12-16T03:41:10,112 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/.tmp/C/3e7ffde5a088430ea5d4d96b9c101c42 is 50, key is test_row_0/C:col10/1734320469675/Put/seqid=0 2024-12-16T03:41:10,120 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073742275_1451 (size=9657) 2024-12-16T03:41:10,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-12-16T03:41:10,149 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:10,149 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39893 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=135 2024-12-16T03:41:10,150 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734320461059.860ad1b547670bf77c40cb31b6209d67. 2024-12-16T03:41:10,150 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734320461059.860ad1b547670bf77c40cb31b6209d67. as already flushing 2024-12-16T03:41:10,150 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734320461059.860ad1b547670bf77c40cb31b6209d67. 2024-12-16T03:41:10,150 ERROR [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] handler.RSProcedureHandler(58): pid=135 java.io.IOException: Unable to complete flush {ENCODED => 860ad1b547670bf77c40cb31b6209d67, NAME => 'TestAcidGuarantees,,1734320461059.860ad1b547670bf77c40cb31b6209d67.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:41:10,150 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=135 java.io.IOException: Unable to complete flush {ENCODED => 860ad1b547670bf77c40cb31b6209d67, NAME => 'TestAcidGuarantees,,1734320461059.860ad1b547670bf77c40cb31b6209d67.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:41:10,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.HMaster(4114): Remote procedure failed, pid=135 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 860ad1b547670bf77c40cb31b6209d67, NAME => 'TestAcidGuarantees,,1734320461059.860ad1b547670bf77c40cb31b6209d67.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 860ad1b547670bf77c40cb31b6209d67, NAME => 'TestAcidGuarantees,,1734320461059.860ad1b547670bf77c40cb31b6209d67.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:41:10,301 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:10,302 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39893 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=135 2024-12-16T03:41:10,302 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734320461059.860ad1b547670bf77c40cb31b6209d67. 2024-12-16T03:41:10,302 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734320461059.860ad1b547670bf77c40cb31b6209d67. as already flushing 2024-12-16T03:41:10,302 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734320461059.860ad1b547670bf77c40cb31b6209d67. 2024-12-16T03:41:10,302 ERROR [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] handler.RSProcedureHandler(58): pid=135 java.io.IOException: Unable to complete flush {ENCODED => 860ad1b547670bf77c40cb31b6209d67, NAME => 'TestAcidGuarantees,,1734320461059.860ad1b547670bf77c40cb31b6209d67.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:41:10,302 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=135 java.io.IOException: Unable to complete flush {ENCODED => 860ad1b547670bf77c40cb31b6209d67, NAME => 'TestAcidGuarantees,,1734320461059.860ad1b547670bf77c40cb31b6209d67.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:41:10,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.HMaster(4114): Remote procedure failed, pid=135 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 860ad1b547670bf77c40cb31b6209d67, NAME => 'TestAcidGuarantees,,1734320461059.860ad1b547670bf77c40cb31b6209d67.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 860ad1b547670bf77c40cb31b6209d67, NAME => 'TestAcidGuarantees,,1734320461059.860ad1b547670bf77c40cb31b6209d67.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:41:10,403 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:41:10,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44742 deadline: 1734320530400, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:10,454 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:10,454 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39893 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=135 2024-12-16T03:41:10,454 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734320461059.860ad1b547670bf77c40cb31b6209d67. 2024-12-16T03:41:10,454 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734320461059.860ad1b547670bf77c40cb31b6209d67. as already flushing 2024-12-16T03:41:10,455 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734320461059.860ad1b547670bf77c40cb31b6209d67. 2024-12-16T03:41:10,455 ERROR [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] handler.RSProcedureHandler(58): pid=135 java.io.IOException: Unable to complete flush {ENCODED => 860ad1b547670bf77c40cb31b6209d67, NAME => 'TestAcidGuarantees,,1734320461059.860ad1b547670bf77c40cb31b6209d67.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:41:10,455 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=135 java.io.IOException: Unable to complete flush {ENCODED => 860ad1b547670bf77c40cb31b6209d67, NAME => 'TestAcidGuarantees,,1734320461059.860ad1b547670bf77c40cb31b6209d67.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:41:10,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.HMaster(4114): Remote procedure failed, pid=135 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 860ad1b547670bf77c40cb31b6209d67, NAME => 'TestAcidGuarantees,,1734320461059.860ad1b547670bf77c40cb31b6209d67.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 860ad1b547670bf77c40cb31b6209d67, NAME => 'TestAcidGuarantees,,1734320461059.860ad1b547670bf77c40cb31b6209d67.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:41:10,520 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=100 (bloomFilter=true), to=hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/.tmp/C/3e7ffde5a088430ea5d4d96b9c101c42 2024-12-16T03:41:10,523 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/.tmp/A/a02fc9e536df4d2684bd7423413ee39c as hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/A/a02fc9e536df4d2684bd7423413ee39c 2024-12-16T03:41:10,526 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/A/a02fc9e536df4d2684bd7423413ee39c, entries=150, sequenceid=100, filesize=11.7 K 2024-12-16T03:41:10,527 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/.tmp/B/7adb01a8d1d4412dbcc4c9aca06b1e30 as hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/B/7adb01a8d1d4412dbcc4c9aca06b1e30 2024-12-16T03:41:10,529 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/B/7adb01a8d1d4412dbcc4c9aca06b1e30, entries=100, sequenceid=100, filesize=9.4 K 2024-12-16T03:41:10,530 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/.tmp/C/3e7ffde5a088430ea5d4d96b9c101c42 as hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/C/3e7ffde5a088430ea5d4d96b9c101c42 2024-12-16T03:41:10,532 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/C/3e7ffde5a088430ea5d4d96b9c101c42, entries=100, sequenceid=100, filesize=9.4 K 2024-12-16T03:41:10,533 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 860ad1b547670bf77c40cb31b6209d67 in 854ms, sequenceid=100, compaction requested=true 2024-12-16T03:41:10,533 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 860ad1b547670bf77c40cb31b6209d67: 2024-12-16T03:41:10,533 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 860ad1b547670bf77c40cb31b6209d67:A, priority=-2147483648, current under compaction store size is 1 2024-12-16T03:41:10,533 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-16T03:41:10,533 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-16T03:41:10,533 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 860ad1b547670bf77c40cb31b6209d67:B, priority=-2147483648, current under compaction store size is 2 2024-12-16T03:41:10,533 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-16T03:41:10,533 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-16T03:41:10,533 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 860ad1b547670bf77c40cb31b6209d67:C, priority=-2147483648, current under compaction store size is 3 2024-12-16T03:41:10,533 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-16T03:41:10,534 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 45763 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-16T03:41:10,534 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50443 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-16T03:41:10,534 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.HStore(1540): 860ad1b547670bf77c40cb31b6209d67/A is initiating minor compaction (all files) 2024-12-16T03:41:10,534 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.HStore(1540): 860ad1b547670bf77c40cb31b6209d67/B is initiating minor compaction (all files) 2024-12-16T03:41:10,534 INFO [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 860ad1b547670bf77c40cb31b6209d67/B in TestAcidGuarantees,,1734320461059.860ad1b547670bf77c40cb31b6209d67. 2024-12-16T03:41:10,534 INFO [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 860ad1b547670bf77c40cb31b6209d67/A in TestAcidGuarantees,,1734320461059.860ad1b547670bf77c40cb31b6209d67. 2024-12-16T03:41:10,534 INFO [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/A/c2f246090cd2435e8fb155d84ce1cfe4, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/A/c7f87bca82314e0fafb79db0d8390155, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/A/1383fd4a49574744a2150941759b10c1, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/A/a02fc9e536df4d2684bd7423413ee39c] into tmpdir=hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/.tmp, totalSize=49.3 K 2024-12-16T03:41:10,534 INFO [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/B/85c6b36983404e51ad9018d4d6d4a987, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/B/9bd985e2f9bd4e53a7ec9d68829659c2, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/B/fb7c1a882553441b8a8807e935e99b4f, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/B/7adb01a8d1d4412dbcc4c9aca06b1e30] into tmpdir=hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/.tmp, totalSize=44.7 K 2024-12-16T03:41:10,534 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] compactions.Compactor(224): Compacting c2f246090cd2435e8fb155d84ce1cfe4, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1734320463354 2024-12-16T03:41:10,534 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] compactions.Compactor(224): Compacting 85c6b36983404e51ad9018d4d6d4a987, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1734320463354 2024-12-16T03:41:10,535 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] compactions.Compactor(224): Compacting c7f87bca82314e0fafb79db0d8390155, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1734320466642 2024-12-16T03:41:10,535 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] compactions.Compactor(224): Compacting 9bd985e2f9bd4e53a7ec9d68829659c2, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1734320466642 2024-12-16T03:41:10,535 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1383fd4a49574744a2150941759b10c1, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=89, earliestPutTs=1734320467520 2024-12-16T03:41:10,535 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] compactions.Compactor(224): Compacting fb7c1a882553441b8a8807e935e99b4f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=89, earliestPutTs=1734320467520 2024-12-16T03:41:10,535 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] compactions.Compactor(224): Compacting a02fc9e536df4d2684bd7423413ee39c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=100, earliestPutTs=1734320469671 2024-12-16T03:41:10,535 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] compactions.Compactor(224): Compacting 7adb01a8d1d4412dbcc4c9aca06b1e30, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=100, earliestPutTs=1734320469675 2024-12-16T03:41:10,541 INFO [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 860ad1b547670bf77c40cb31b6209d67#A#compaction#380 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-16T03:41:10,541 INFO [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 860ad1b547670bf77c40cb31b6209d67#B#compaction#381 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-16T03:41:10,541 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/.tmp/A/4e29bf9c5a76453a876abee16c94fb45 is 50, key is test_row_0/A:col10/1734320469675/Put/seqid=0 2024-12-16T03:41:10,541 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/.tmp/B/0a5fc455ab7e4ff3a79963f247ddf90a is 50, key is test_row_0/B:col10/1734320469675/Put/seqid=0 2024-12-16T03:41:10,544 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073742277_1453 (size=12241) 2024-12-16T03:41:10,544 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073742276_1452 (size=12241) 2024-12-16T03:41:10,606 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:10,607 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39893 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=135 2024-12-16T03:41:10,607 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734320461059.860ad1b547670bf77c40cb31b6209d67. 2024-12-16T03:41:10,607 INFO [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2837): Flushing 860ad1b547670bf77c40cb31b6209d67 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-12-16T03:41:10,607 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 860ad1b547670bf77c40cb31b6209d67, store=A 2024-12-16T03:41:10,607 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T03:41:10,607 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 860ad1b547670bf77c40cb31b6209d67, store=B 2024-12-16T03:41:10,607 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T03:41:10,607 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 860ad1b547670bf77c40cb31b6209d67, store=C 2024-12-16T03:41:10,607 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T03:41:10,610 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/.tmp/A/84bdd0190be24c798386551a621d2228 is 50, key is test_row_0/A:col10/1734320469772/Put/seqid=0 2024-12-16T03:41:10,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073742278_1454 (size=12001) 2024-12-16T03:41:10,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-12-16T03:41:10,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(8581): Flush requested on 860ad1b547670bf77c40cb31b6209d67 2024-12-16T03:41:10,773 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734320461059.860ad1b547670bf77c40cb31b6209d67. as already flushing 2024-12-16T03:41:10,785 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:41:10,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44704 deadline: 1734320530783, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:10,788 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:41:10,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44676 deadline: 1734320530784, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:10,789 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:41:10,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44720 deadline: 1734320530784, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:10,790 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:41:10,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44718 deadline: 1734320530785, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:10,889 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:41:10,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44704 deadline: 1734320530886, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:10,890 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:41:10,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44676 deadline: 1734320530888, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:10,894 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:41:10,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44720 deadline: 1734320530890, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:10,894 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:41:10,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44718 deadline: 1734320530890, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:10,910 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:41:10,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44742 deadline: 1734320530907, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:10,947 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/.tmp/A/4e29bf9c5a76453a876abee16c94fb45 as hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/A/4e29bf9c5a76453a876abee16c94fb45 2024-12-16T03:41:10,947 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/.tmp/B/0a5fc455ab7e4ff3a79963f247ddf90a as hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/B/0a5fc455ab7e4ff3a79963f247ddf90a 2024-12-16T03:41:10,952 INFO [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 860ad1b547670bf77c40cb31b6209d67/B of 860ad1b547670bf77c40cb31b6209d67 into 0a5fc455ab7e4ff3a79963f247ddf90a(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-16T03:41:10,952 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 860ad1b547670bf77c40cb31b6209d67: 2024-12-16T03:41:10,952 INFO [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734320461059.860ad1b547670bf77c40cb31b6209d67., storeName=860ad1b547670bf77c40cb31b6209d67/B, priority=12, startTime=1734320470533; duration=0sec 2024-12-16T03:41:10,952 INFO [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 860ad1b547670bf77c40cb31b6209d67/A of 860ad1b547670bf77c40cb31b6209d67 into 4e29bf9c5a76453a876abee16c94fb45(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-16T03:41:10,952 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-16T03:41:10,952 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 860ad1b547670bf77c40cb31b6209d67: 2024-12-16T03:41:10,952 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 860ad1b547670bf77c40cb31b6209d67:B 2024-12-16T03:41:10,952 INFO [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734320461059.860ad1b547670bf77c40cb31b6209d67., storeName=860ad1b547670bf77c40cb31b6209d67/A, priority=12, startTime=1734320470533; duration=0sec 2024-12-16T03:41:10,952 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-16T03:41:10,952 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-16T03:41:10,952 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 860ad1b547670bf77c40cb31b6209d67:A 2024-12-16T03:41:10,953 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 45763 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-16T03:41:10,953 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.HStore(1540): 860ad1b547670bf77c40cb31b6209d67/C is initiating minor compaction (all files) 2024-12-16T03:41:10,953 INFO [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 860ad1b547670bf77c40cb31b6209d67/C in TestAcidGuarantees,,1734320461059.860ad1b547670bf77c40cb31b6209d67. 2024-12-16T03:41:10,953 INFO [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/C/187612170aed4b94a816fc524147fc95, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/C/4d68adb735224526938cea5c60bb698f, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/C/1f91d5d091bc4d53a33c8dde103294ac, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/C/3e7ffde5a088430ea5d4d96b9c101c42] into tmpdir=hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/.tmp, totalSize=44.7 K 2024-12-16T03:41:10,963 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] compactions.Compactor(224): Compacting 187612170aed4b94a816fc524147fc95, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1734320463354 2024-12-16T03:41:10,964 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] compactions.Compactor(224): Compacting 4d68adb735224526938cea5c60bb698f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1734320466642 2024-12-16T03:41:10,964 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] compactions.Compactor(224): Compacting 1f91d5d091bc4d53a33c8dde103294ac, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=89, earliestPutTs=1734320467520 2024-12-16T03:41:10,964 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] compactions.Compactor(224): Compacting 3e7ffde5a088430ea5d4d96b9c101c42, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=100, earliestPutTs=1734320469675 2024-12-16T03:41:10,970 INFO [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 860ad1b547670bf77c40cb31b6209d67#C#compaction#383 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-16T03:41:10,970 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/.tmp/C/d722d8e9df0d42b78d0d2f7ce5b8f635 is 50, key is test_row_0/C:col10/1734320469675/Put/seqid=0 2024-12-16T03:41:10,974 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073742279_1455 (size=12241) 2024-12-16T03:41:11,014 INFO [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=125 (bloomFilter=true), to=hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/.tmp/A/84bdd0190be24c798386551a621d2228 2024-12-16T03:41:11,020 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/.tmp/B/c95aeee272ae442fa8b89bef704d32ce is 50, key is test_row_0/B:col10/1734320469772/Put/seqid=0 2024-12-16T03:41:11,022 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073742280_1456 (size=12001) 2024-12-16T03:41:11,092 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:41:11,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44704 deadline: 1734320531090, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:11,094 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:41:11,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44676 deadline: 1734320531092, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:11,096 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:41:11,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44720 deadline: 1734320531095, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:11,096 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:41:11,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44718 deadline: 1734320531095, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:11,377 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/.tmp/C/d722d8e9df0d42b78d0d2f7ce5b8f635 as hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/C/d722d8e9df0d42b78d0d2f7ce5b8f635 2024-12-16T03:41:11,380 INFO [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 860ad1b547670bf77c40cb31b6209d67/C of 860ad1b547670bf77c40cb31b6209d67 into d722d8e9df0d42b78d0d2f7ce5b8f635(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-16T03:41:11,380 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 860ad1b547670bf77c40cb31b6209d67: 2024-12-16T03:41:11,380 INFO [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734320461059.860ad1b547670bf77c40cb31b6209d67., storeName=860ad1b547670bf77c40cb31b6209d67/C, priority=12, startTime=1734320470533; duration=0sec 2024-12-16T03:41:11,380 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-16T03:41:11,380 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 860ad1b547670bf77c40cb31b6209d67:C 2024-12-16T03:41:11,396 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:41:11,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44704 deadline: 1734320531394, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:11,396 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:41:11,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44676 deadline: 1734320531395, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:11,401 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:41:11,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44718 deadline: 1734320531397, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:11,402 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:41:11,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44720 deadline: 1734320531398, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:11,423 INFO [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=125 (bloomFilter=true), to=hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/.tmp/B/c95aeee272ae442fa8b89bef704d32ce 2024-12-16T03:41:11,428 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/.tmp/C/11ae910a303c415fa055d2f821c9711f is 50, key is test_row_0/C:col10/1734320469772/Put/seqid=0 2024-12-16T03:41:11,431 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073742281_1457 (size=12001) 2024-12-16T03:41:11,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-12-16T03:41:11,832 INFO [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=125 (bloomFilter=true), to=hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/.tmp/C/11ae910a303c415fa055d2f821c9711f 2024-12-16T03:41:11,835 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/.tmp/A/84bdd0190be24c798386551a621d2228 as hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/A/84bdd0190be24c798386551a621d2228 2024-12-16T03:41:11,837 INFO [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/A/84bdd0190be24c798386551a621d2228, entries=150, sequenceid=125, filesize=11.7 K 2024-12-16T03:41:11,838 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/.tmp/B/c95aeee272ae442fa8b89bef704d32ce as hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/B/c95aeee272ae442fa8b89bef704d32ce 2024-12-16T03:41:11,840 INFO [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/B/c95aeee272ae442fa8b89bef704d32ce, entries=150, sequenceid=125, filesize=11.7 K 2024-12-16T03:41:11,841 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/.tmp/C/11ae910a303c415fa055d2f821c9711f as hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/C/11ae910a303c415fa055d2f821c9711f 2024-12-16T03:41:11,843 INFO [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/C/11ae910a303c415fa055d2f821c9711f, entries=150, sequenceid=125, filesize=11.7 K 2024-12-16T03:41:11,844 INFO [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 860ad1b547670bf77c40cb31b6209d67 in 1237ms, sequenceid=125, compaction requested=false 2024-12-16T03:41:11,844 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2538): Flush status journal for 860ad1b547670bf77c40cb31b6209d67: 2024-12-16T03:41:11,844 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734320461059.860ad1b547670bf77c40cb31b6209d67. 2024-12-16T03:41:11,844 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=135 2024-12-16T03:41:11,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.HMaster(4106): Remote procedure done, pid=135 2024-12-16T03:41:11,845 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=135, resume processing ppid=134 2024-12-16T03:41:11,845 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=135, ppid=134, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.3040 sec 2024-12-16T03:41:11,846 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=134, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=134, table=TestAcidGuarantees in 2.3060 sec 2024-12-16T03:41:11,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(8581): Flush requested on 860ad1b547670bf77c40cb31b6209d67 2024-12-16T03:41:11,904 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 860ad1b547670bf77c40cb31b6209d67 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-12-16T03:41:11,905 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 860ad1b547670bf77c40cb31b6209d67, store=A 2024-12-16T03:41:11,905 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T03:41:11,905 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 860ad1b547670bf77c40cb31b6209d67, store=B 2024-12-16T03:41:11,905 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T03:41:11,905 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 860ad1b547670bf77c40cb31b6209d67, store=C 2024-12-16T03:41:11,905 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T03:41:11,908 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/.tmp/A/74a5f7b1559f48a3b2b4ad6933bfd834 is 50, key is test_row_0/A:col10/1734320471904/Put/seqid=0 2024-12-16T03:41:11,911 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073742282_1458 (size=16931) 2024-12-16T03:41:11,912 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=141 (bloomFilter=true), to=hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/.tmp/A/74a5f7b1559f48a3b2b4ad6933bfd834 2024-12-16T03:41:11,917 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/.tmp/B/1e0baa1ba78842c0b7a82613814ea587 is 50, key is test_row_0/B:col10/1734320471904/Put/seqid=0 2024-12-16T03:41:11,920 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073742283_1459 (size=12151) 2024-12-16T03:41:11,930 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:41:11,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44704 deadline: 1734320531927, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:11,932 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:41:11,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44676 deadline: 1734320531928, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:11,934 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:41:11,934 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:41:11,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44718 deadline: 1734320531930, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:11,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44720 deadline: 1734320531929, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:11,935 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:41:11,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44742 deadline: 1734320531930, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:12,033 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:41:12,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44704 deadline: 1734320532031, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:12,035 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:41:12,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44676 deadline: 1734320532033, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:12,038 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:41:12,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44742 deadline: 1734320532035, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:12,038 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:41:12,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44720 deadline: 1734320532035, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:12,040 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:41:12,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44718 deadline: 1734320532035, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:12,240 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:41:12,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44704 deadline: 1734320532236, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:12,240 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:41:12,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44676 deadline: 1734320532236, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:12,244 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:41:12,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44742 deadline: 1734320532240, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:12,245 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:41:12,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44720 deadline: 1734320532240, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:12,245 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:41:12,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44718 deadline: 1734320532240, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:12,321 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=141 (bloomFilter=true), to=hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/.tmp/B/1e0baa1ba78842c0b7a82613814ea587 2024-12-16T03:41:12,327 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/.tmp/C/8b1d66d510754eb998f3bc22387257c0 is 50, key is test_row_0/C:col10/1734320471904/Put/seqid=0 2024-12-16T03:41:12,329 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073742284_1460 (size=12151) 2024-12-16T03:41:12,330 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=141 (bloomFilter=true), to=hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/.tmp/C/8b1d66d510754eb998f3bc22387257c0 2024-12-16T03:41:12,333 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/.tmp/A/74a5f7b1559f48a3b2b4ad6933bfd834 as hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/A/74a5f7b1559f48a3b2b4ad6933bfd834 2024-12-16T03:41:12,335 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/A/74a5f7b1559f48a3b2b4ad6933bfd834, entries=250, sequenceid=141, filesize=16.5 K 2024-12-16T03:41:12,335 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/.tmp/B/1e0baa1ba78842c0b7a82613814ea587 as hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/B/1e0baa1ba78842c0b7a82613814ea587 2024-12-16T03:41:12,338 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/B/1e0baa1ba78842c0b7a82613814ea587, entries=150, sequenceid=141, filesize=11.9 K 2024-12-16T03:41:12,338 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/.tmp/C/8b1d66d510754eb998f3bc22387257c0 as hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/C/8b1d66d510754eb998f3bc22387257c0 2024-12-16T03:41:12,341 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/C/8b1d66d510754eb998f3bc22387257c0, entries=150, sequenceid=141, filesize=11.9 K 2024-12-16T03:41:12,341 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 860ad1b547670bf77c40cb31b6209d67 in 437ms, sequenceid=141, compaction requested=true 2024-12-16T03:41:12,341 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 860ad1b547670bf77c40cb31b6209d67: 2024-12-16T03:41:12,341 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 860ad1b547670bf77c40cb31b6209d67:A, priority=-2147483648, current under compaction store size is 1 2024-12-16T03:41:12,341 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-16T03:41:12,341 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-16T03:41:12,341 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 860ad1b547670bf77c40cb31b6209d67:B, priority=-2147483648, current under compaction store size is 2 2024-12-16T03:41:12,341 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-16T03:41:12,341 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-16T03:41:12,341 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 860ad1b547670bf77c40cb31b6209d67:C, priority=-2147483648, current under compaction store size is 3 2024-12-16T03:41:12,341 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-16T03:41:12,342 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 41173 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-16T03:41:12,342 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.HStore(1540): 860ad1b547670bf77c40cb31b6209d67/A is initiating minor compaction (all files) 2024-12-16T03:41:12,342 INFO [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 860ad1b547670bf77c40cb31b6209d67/A in TestAcidGuarantees,,1734320461059.860ad1b547670bf77c40cb31b6209d67. 2024-12-16T03:41:12,342 INFO [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/A/4e29bf9c5a76453a876abee16c94fb45, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/A/84bdd0190be24c798386551a621d2228, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/A/74a5f7b1559f48a3b2b4ad6933bfd834] into tmpdir=hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/.tmp, totalSize=40.2 K 2024-12-16T03:41:12,342 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36393 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-16T03:41:12,343 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.HStore(1540): 860ad1b547670bf77c40cb31b6209d67/B is initiating minor compaction (all files) 2024-12-16T03:41:12,343 INFO [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 860ad1b547670bf77c40cb31b6209d67/B in TestAcidGuarantees,,1734320461059.860ad1b547670bf77c40cb31b6209d67. 2024-12-16T03:41:12,343 INFO [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/B/0a5fc455ab7e4ff3a79963f247ddf90a, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/B/c95aeee272ae442fa8b89bef704d32ce, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/B/1e0baa1ba78842c0b7a82613814ea587] into tmpdir=hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/.tmp, totalSize=35.5 K 2024-12-16T03:41:12,343 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4e29bf9c5a76453a876abee16c94fb45, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=100, earliestPutTs=1734320467530 2024-12-16T03:41:12,343 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] compactions.Compactor(224): Compacting 0a5fc455ab7e4ff3a79963f247ddf90a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=100, earliestPutTs=1734320467530 2024-12-16T03:41:12,343 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] compactions.Compactor(224): Compacting 84bdd0190be24c798386551a621d2228, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=125, earliestPutTs=1734320469772 2024-12-16T03:41:12,343 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] compactions.Compactor(224): Compacting c95aeee272ae442fa8b89bef704d32ce, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=125, earliestPutTs=1734320469772 2024-12-16T03:41:12,343 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] compactions.Compactor(224): Compacting 74a5f7b1559f48a3b2b4ad6933bfd834, keycount=250, bloomtype=ROW, size=16.5 K, encoding=NONE, compression=NONE, seqNum=141, earliestPutTs=1734320470778 2024-12-16T03:41:12,343 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] compactions.Compactor(224): Compacting 1e0baa1ba78842c0b7a82613814ea587, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=141, earliestPutTs=1734320470783 2024-12-16T03:41:12,348 INFO [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 860ad1b547670bf77c40cb31b6209d67#B#compaction#389 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-16T03:41:12,348 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/.tmp/B/f10b1318628c4db29975c6ad68b81f9d is 50, key is test_row_0/B:col10/1734320471904/Put/seqid=0 2024-12-16T03:41:12,353 INFO [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 860ad1b547670bf77c40cb31b6209d67#A#compaction#390 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-16T03:41:12,353 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/.tmp/A/e2987ae0f56b4a0a8b0a4998aae0f08a is 50, key is test_row_0/A:col10/1734320471904/Put/seqid=0 2024-12-16T03:41:12,354 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073742285_1461 (size=12493) 2024-12-16T03:41:12,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073742286_1462 (size=12493) 2024-12-16T03:41:12,364 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/.tmp/B/f10b1318628c4db29975c6ad68b81f9d as hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/B/f10b1318628c4db29975c6ad68b81f9d 2024-12-16T03:41:12,370 INFO [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 860ad1b547670bf77c40cb31b6209d67/B of 860ad1b547670bf77c40cb31b6209d67 into f10b1318628c4db29975c6ad68b81f9d(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-16T03:41:12,370 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 860ad1b547670bf77c40cb31b6209d67: 2024-12-16T03:41:12,370 INFO [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734320461059.860ad1b547670bf77c40cb31b6209d67., storeName=860ad1b547670bf77c40cb31b6209d67/B, priority=13, startTime=1734320472341; duration=0sec 2024-12-16T03:41:12,370 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-16T03:41:12,370 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 860ad1b547670bf77c40cb31b6209d67:B 2024-12-16T03:41:12,370 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-16T03:41:12,371 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36393 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-16T03:41:12,371 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.HStore(1540): 860ad1b547670bf77c40cb31b6209d67/C is initiating minor compaction (all files) 2024-12-16T03:41:12,371 INFO [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 860ad1b547670bf77c40cb31b6209d67/C in TestAcidGuarantees,,1734320461059.860ad1b547670bf77c40cb31b6209d67. 2024-12-16T03:41:12,371 INFO [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/C/d722d8e9df0d42b78d0d2f7ce5b8f635, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/C/11ae910a303c415fa055d2f821c9711f, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/C/8b1d66d510754eb998f3bc22387257c0] into tmpdir=hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/.tmp, totalSize=35.5 K 2024-12-16T03:41:12,371 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] compactions.Compactor(224): Compacting d722d8e9df0d42b78d0d2f7ce5b8f635, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=100, earliestPutTs=1734320467530 2024-12-16T03:41:12,371 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] compactions.Compactor(224): Compacting 11ae910a303c415fa055d2f821c9711f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=125, earliestPutTs=1734320469772 2024-12-16T03:41:12,372 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] compactions.Compactor(224): Compacting 8b1d66d510754eb998f3bc22387257c0, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=141, earliestPutTs=1734320470783 2024-12-16T03:41:12,376 INFO [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 860ad1b547670bf77c40cb31b6209d67#C#compaction#391 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-16T03:41:12,376 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/.tmp/C/d2e277249ae348e097d30dc3d13c9c28 is 50, key is test_row_0/C:col10/1734320471904/Put/seqid=0 2024-12-16T03:41:12,379 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073742287_1463 (size=12493) 2024-12-16T03:41:12,385 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/.tmp/C/d2e277249ae348e097d30dc3d13c9c28 as hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/C/d2e277249ae348e097d30dc3d13c9c28 2024-12-16T03:41:12,388 INFO [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 860ad1b547670bf77c40cb31b6209d67/C of 860ad1b547670bf77c40cb31b6209d67 into d2e277249ae348e097d30dc3d13c9c28(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-16T03:41:12,388 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 860ad1b547670bf77c40cb31b6209d67: 2024-12-16T03:41:12,388 INFO [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734320461059.860ad1b547670bf77c40cb31b6209d67., storeName=860ad1b547670bf77c40cb31b6209d67/C, priority=13, startTime=1734320472341; duration=0sec 2024-12-16T03:41:12,389 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-16T03:41:12,389 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 860ad1b547670bf77c40cb31b6209d67:C 2024-12-16T03:41:12,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(8581): Flush requested on 860ad1b547670bf77c40cb31b6209d67 2024-12-16T03:41:12,544 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 860ad1b547670bf77c40cb31b6209d67 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-12-16T03:41:12,545 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 860ad1b547670bf77c40cb31b6209d67, store=A 2024-12-16T03:41:12,545 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T03:41:12,545 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 860ad1b547670bf77c40cb31b6209d67, store=B 2024-12-16T03:41:12,545 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T03:41:12,545 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 860ad1b547670bf77c40cb31b6209d67, store=C 2024-12-16T03:41:12,545 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T03:41:12,548 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/.tmp/A/b750e4e5872546e3a844fb0c5686503b is 50, key is test_row_0/A:col10/1734320471929/Put/seqid=0 2024-12-16T03:41:12,551 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073742288_1464 (size=16931) 2024-12-16T03:41:12,556 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:41:12,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44720 deadline: 1734320532552, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:12,556 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:41:12,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44676 deadline: 1734320532552, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:12,558 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:41:12,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44704 deadline: 1734320532556, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:12,560 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:41:12,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44718 deadline: 1734320532556, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:12,560 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:41:12,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44742 deadline: 1734320532556, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:12,660 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:41:12,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44676 deadline: 1734320532657, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:12,660 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:41:12,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44720 deadline: 1734320532657, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:12,664 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:41:12,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44704 deadline: 1734320532659, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:12,666 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:41:12,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44742 deadline: 1734320532661, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:12,667 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:41:12,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44718 deadline: 1734320532661, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:12,766 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/.tmp/A/e2987ae0f56b4a0a8b0a4998aae0f08a as hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/A/e2987ae0f56b4a0a8b0a4998aae0f08a 2024-12-16T03:41:12,769 INFO [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 860ad1b547670bf77c40cb31b6209d67/A of 860ad1b547670bf77c40cb31b6209d67 into e2987ae0f56b4a0a8b0a4998aae0f08a(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-16T03:41:12,769 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 860ad1b547670bf77c40cb31b6209d67: 2024-12-16T03:41:12,769 INFO [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734320461059.860ad1b547670bf77c40cb31b6209d67., storeName=860ad1b547670bf77c40cb31b6209d67/A, priority=13, startTime=1734320472341; duration=0sec 2024-12-16T03:41:12,769 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-16T03:41:12,769 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 860ad1b547670bf77c40cb31b6209d67:A 2024-12-16T03:41:12,863 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:41:12,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44676 deadline: 1734320532862, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:12,864 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:41:12,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44720 deadline: 1734320532862, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:12,867 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:41:12,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44704 deadline: 1734320532864, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:12,871 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:41:12,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44742 deadline: 1734320532868, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:12,871 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:41:12,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44718 deadline: 1734320532868, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:12,952 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=168 (bloomFilter=true), to=hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/.tmp/A/b750e4e5872546e3a844fb0c5686503b 2024-12-16T03:41:12,957 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/.tmp/B/ccbb8f75cc3f4cfeb49fa3ea95ff60d1 is 50, key is test_row_0/B:col10/1734320471929/Put/seqid=0 2024-12-16T03:41:12,960 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073742289_1465 (size=12151) 2024-12-16T03:41:13,166 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:41:13,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44676 deadline: 1734320533165, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:13,167 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:41:13,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44720 deadline: 1734320533165, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:13,172 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:41:13,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44704 deadline: 1734320533170, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:13,173 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:41:13,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44742 deadline: 1734320533171, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:13,173 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:41:13,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44718 deadline: 1734320533171, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:13,360 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=168 (bloomFilter=true), to=hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/.tmp/B/ccbb8f75cc3f4cfeb49fa3ea95ff60d1 2024-12-16T03:41:13,366 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/.tmp/C/ccd0c4629296499eacb074caa56804fb is 50, key is test_row_0/C:col10/1734320471929/Put/seqid=0 2024-12-16T03:41:13,373 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073742290_1466 (size=12151) 2024-12-16T03:41:13,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-12-16T03:41:13,645 INFO [Thread-1938 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 134 completed 2024-12-16T03:41:13,646 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-16T03:41:13,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] procedure2.ProcedureExecutor(1098): Stored pid=136, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=136, table=TestAcidGuarantees 2024-12-16T03:41:13,647 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=136, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=136, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-16T03:41:13,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-12-16T03:41:13,647 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=136, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=136, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-16T03:41:13,647 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=137, ppid=136, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-16T03:41:13,670 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:41:13,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44720 deadline: 1734320533669, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:13,673 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:41:13,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44676 deadline: 1734320533671, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:13,674 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:41:13,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44704 deadline: 1734320533673, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:13,677 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:41:13,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44718 deadline: 1734320533674, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:13,679 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:41:13,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44742 deadline: 1734320533677, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:13,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-12-16T03:41:13,773 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=168 (bloomFilter=true), to=hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/.tmp/C/ccd0c4629296499eacb074caa56804fb 2024-12-16T03:41:13,777 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/.tmp/A/b750e4e5872546e3a844fb0c5686503b as hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/A/b750e4e5872546e3a844fb0c5686503b 2024-12-16T03:41:13,780 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/A/b750e4e5872546e3a844fb0c5686503b, entries=250, sequenceid=168, filesize=16.5 K 2024-12-16T03:41:13,780 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/.tmp/B/ccbb8f75cc3f4cfeb49fa3ea95ff60d1 as hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/B/ccbb8f75cc3f4cfeb49fa3ea95ff60d1 2024-12-16T03:41:13,783 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/B/ccbb8f75cc3f4cfeb49fa3ea95ff60d1, entries=150, sequenceid=168, filesize=11.9 K 2024-12-16T03:41:13,784 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/.tmp/C/ccd0c4629296499eacb074caa56804fb as hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/C/ccd0c4629296499eacb074caa56804fb 2024-12-16T03:41:13,786 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/C/ccd0c4629296499eacb074caa56804fb, entries=150, sequenceid=168, filesize=11.9 K 2024-12-16T03:41:13,787 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=60.38 KB/61830 for 860ad1b547670bf77c40cb31b6209d67 in 1243ms, sequenceid=168, compaction requested=false 2024-12-16T03:41:13,787 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 860ad1b547670bf77c40cb31b6209d67: 2024-12-16T03:41:13,798 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:13,798 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39893 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137 2024-12-16T03:41:13,799 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734320461059.860ad1b547670bf77c40cb31b6209d67. 2024-12-16T03:41:13,799 INFO [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2837): Flushing 860ad1b547670bf77c40cb31b6209d67 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-12-16T03:41:13,799 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 860ad1b547670bf77c40cb31b6209d67, store=A 2024-12-16T03:41:13,799 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T03:41:13,799 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 860ad1b547670bf77c40cb31b6209d67, store=B 2024-12-16T03:41:13,799 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T03:41:13,799 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 860ad1b547670bf77c40cb31b6209d67, store=C 2024-12-16T03:41:13,799 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T03:41:13,803 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/.tmp/A/af3858b099474ee784cd23c7432616ca is 50, key is test_row_0/A:col10/1734320472555/Put/seqid=0 2024-12-16T03:41:13,806 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073742291_1467 (size=12151) 2024-12-16T03:41:13,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-12-16T03:41:14,206 INFO [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=181 (bloomFilter=true), to=hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/.tmp/A/af3858b099474ee784cd23c7432616ca 2024-12-16T03:41:14,212 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/.tmp/B/25e58df609074a77b87578a389bd82ca is 50, key is test_row_0/B:col10/1734320472555/Put/seqid=0 2024-12-16T03:41:14,214 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073742292_1468 (size=12151) 2024-12-16T03:41:14,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-12-16T03:41:14,615 INFO [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=181 (bloomFilter=true), to=hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/.tmp/B/25e58df609074a77b87578a389bd82ca 2024-12-16T03:41:14,619 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/.tmp/C/e83469d1268b4a82aa997496c7942306 is 50, key is test_row_0/C:col10/1734320472555/Put/seqid=0 2024-12-16T03:41:14,622 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073742293_1469 (size=12151) 2024-12-16T03:41:14,680 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734320461059.860ad1b547670bf77c40cb31b6209d67. as already flushing 2024-12-16T03:41:14,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(8581): Flush requested on 860ad1b547670bf77c40cb31b6209d67 2024-12-16T03:41:14,705 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:41:14,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44676 deadline: 1734320534700, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:14,705 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:41:14,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44742 deadline: 1734320534701, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:14,706 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:41:14,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44704 deadline: 1734320534701, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:14,706 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:41:14,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44720 deadline: 1734320534702, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:14,706 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:41:14,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44718 deadline: 1734320534704, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:14,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-12-16T03:41:14,808 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:41:14,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44676 deadline: 1734320534806, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:14,808 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:41:14,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44742 deadline: 1734320534806, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:14,809 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:41:14,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44704 deadline: 1734320534806, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:14,809 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:41:14,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44720 deadline: 1734320534806, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:14,809 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:41:14,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44718 deadline: 1734320534807, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:15,012 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:41:15,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44704 deadline: 1734320535009, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:15,013 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:41:15,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44720 deadline: 1734320535010, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:15,013 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:41:15,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44676 deadline: 1734320535010, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:15,013 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:41:15,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44742 deadline: 1734320535010, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:15,013 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:41:15,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44718 deadline: 1734320535011, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:15,022 INFO [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=181 (bloomFilter=true), to=hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/.tmp/C/e83469d1268b4a82aa997496c7942306 2024-12-16T03:41:15,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/.tmp/A/af3858b099474ee784cd23c7432616ca as hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/A/af3858b099474ee784cd23c7432616ca 2024-12-16T03:41:15,028 INFO [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/A/af3858b099474ee784cd23c7432616ca, entries=150, sequenceid=181, filesize=11.9 K 2024-12-16T03:41:15,028 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/.tmp/B/25e58df609074a77b87578a389bd82ca as hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/B/25e58df609074a77b87578a389bd82ca 2024-12-16T03:41:15,031 INFO [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/B/25e58df609074a77b87578a389bd82ca, entries=150, sequenceid=181, filesize=11.9 K 2024-12-16T03:41:15,031 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/.tmp/C/e83469d1268b4a82aa997496c7942306 as hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/C/e83469d1268b4a82aa997496c7942306 2024-12-16T03:41:15,034 INFO [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/C/e83469d1268b4a82aa997496c7942306, entries=150, sequenceid=181, filesize=11.9 K 2024-12-16T03:41:15,034 INFO [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 860ad1b547670bf77c40cb31b6209d67 in 1235ms, sequenceid=181, compaction requested=true 2024-12-16T03:41:15,034 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2538): Flush status journal for 860ad1b547670bf77c40cb31b6209d67: 2024-12-16T03:41:15,034 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734320461059.860ad1b547670bf77c40cb31b6209d67. 2024-12-16T03:41:15,034 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=137 2024-12-16T03:41:15,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.HMaster(4106): Remote procedure done, pid=137 2024-12-16T03:41:15,036 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=137, resume processing ppid=136 2024-12-16T03:41:15,036 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=137, ppid=136, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3880 sec 2024-12-16T03:41:15,037 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=136, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=136, table=TestAcidGuarantees in 1.3900 sec 2024-12-16T03:41:15,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(8581): Flush requested on 860ad1b547670bf77c40cb31b6209d67 2024-12-16T03:41:15,318 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 860ad1b547670bf77c40cb31b6209d67 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-12-16T03:41:15,318 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 860ad1b547670bf77c40cb31b6209d67, store=A 2024-12-16T03:41:15,318 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T03:41:15,318 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 860ad1b547670bf77c40cb31b6209d67, store=B 2024-12-16T03:41:15,318 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T03:41:15,318 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 860ad1b547670bf77c40cb31b6209d67, store=C 2024-12-16T03:41:15,318 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T03:41:15,322 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/.tmp/A/cb24ebd3cc4e4de5909d86edbf25aae2 is 50, key is test_row_0/A:col10/1734320475317/Put/seqid=0 2024-12-16T03:41:15,325 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073742294_1470 (size=14541) 2024-12-16T03:41:15,325 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=206 (bloomFilter=true), to=hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/.tmp/A/cb24ebd3cc4e4de5909d86edbf25aae2 2024-12-16T03:41:15,326 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:41:15,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44676 deadline: 1734320535320, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:15,330 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/.tmp/B/8a2ed5cf34d5407eb96b2549faf3adfe is 50, key is test_row_0/B:col10/1734320475317/Put/seqid=0 2024-12-16T03:41:15,330 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:41:15,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44718 deadline: 1734320535325, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:15,332 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073742295_1471 (size=12151) 2024-12-16T03:41:15,335 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:41:15,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44742 deadline: 1734320535325, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:15,335 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:41:15,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44704 deadline: 1734320535326, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:15,335 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:41:15,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44720 deadline: 1734320535326, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:15,429 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:41:15,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44676 deadline: 1734320535427, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:15,434 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:41:15,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44718 deadline: 1734320535431, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:15,438 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:41:15,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44742 deadline: 1734320535435, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:15,438 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:41:15,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44704 deadline: 1734320535436, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:15,438 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:41:15,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44720 deadline: 1734320535436, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:15,635 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:41:15,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44676 deadline: 1734320535631, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:15,636 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:41:15,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44718 deadline: 1734320535635, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:15,640 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:41:15,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44742 deadline: 1734320535639, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:15,641 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:41:15,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44704 deadline: 1734320535639, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:15,641 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:41:15,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44720 deadline: 1734320535639, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:15,733 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=206 (bloomFilter=true), to=hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/.tmp/B/8a2ed5cf34d5407eb96b2549faf3adfe 2024-12-16T03:41:15,738 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/.tmp/C/8a5434147f98429fa1730e7ce1adefe8 is 50, key is test_row_0/C:col10/1734320475317/Put/seqid=0 2024-12-16T03:41:15,740 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073742296_1472 (size=12151) 2024-12-16T03:41:15,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-12-16T03:41:15,750 INFO [Thread-1938 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 136 completed 2024-12-16T03:41:15,751 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-16T03:41:15,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] procedure2.ProcedureExecutor(1098): Stored pid=138, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=138, table=TestAcidGuarantees 2024-12-16T03:41:15,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-12-16T03:41:15,752 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=138, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=138, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-16T03:41:15,753 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=138, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=138, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-16T03:41:15,753 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=139, ppid=138, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-16T03:41:15,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-12-16T03:41:15,904 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:15,904 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39893 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=139 2024-12-16T03:41:15,904 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734320461059.860ad1b547670bf77c40cb31b6209d67. 2024-12-16T03:41:15,904 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734320461059.860ad1b547670bf77c40cb31b6209d67. as already flushing 2024-12-16T03:41:15,904 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734320461059.860ad1b547670bf77c40cb31b6209d67. 2024-12-16T03:41:15,904 ERROR [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] handler.RSProcedureHandler(58): pid=139 java.io.IOException: Unable to complete flush {ENCODED => 860ad1b547670bf77c40cb31b6209d67, NAME => 'TestAcidGuarantees,,1734320461059.860ad1b547670bf77c40cb31b6209d67.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:41:15,905 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=139 java.io.IOException: Unable to complete flush {ENCODED => 860ad1b547670bf77c40cb31b6209d67, NAME => 'TestAcidGuarantees,,1734320461059.860ad1b547670bf77c40cb31b6209d67.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:41:15,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.HMaster(4114): Remote procedure failed, pid=139 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 860ad1b547670bf77c40cb31b6209d67, NAME => 'TestAcidGuarantees,,1734320461059.860ad1b547670bf77c40cb31b6209d67.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 860ad1b547670bf77c40cb31b6209d67, NAME => 'TestAcidGuarantees,,1734320461059.860ad1b547670bf77c40cb31b6209d67.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:41:15,939 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:41:15,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44676 deadline: 1734320535937, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:15,940 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:41:15,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44718 deadline: 1734320535937, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:15,945 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:41:15,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44704 deadline: 1734320535941, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:15,945 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:41:15,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44720 deadline: 1734320535941, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:15,945 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:41:15,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44742 deadline: 1734320535942, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:16,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-12-16T03:41:16,056 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:16,056 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39893 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=139 2024-12-16T03:41:16,057 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734320461059.860ad1b547670bf77c40cb31b6209d67. 2024-12-16T03:41:16,057 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734320461059.860ad1b547670bf77c40cb31b6209d67. as already flushing 2024-12-16T03:41:16,057 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734320461059.860ad1b547670bf77c40cb31b6209d67. 2024-12-16T03:41:16,057 ERROR [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] handler.RSProcedureHandler(58): pid=139 java.io.IOException: Unable to complete flush {ENCODED => 860ad1b547670bf77c40cb31b6209d67, NAME => 'TestAcidGuarantees,,1734320461059.860ad1b547670bf77c40cb31b6209d67.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:41:16,057 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=139 java.io.IOException: Unable to complete flush {ENCODED => 860ad1b547670bf77c40cb31b6209d67, NAME => 'TestAcidGuarantees,,1734320461059.860ad1b547670bf77c40cb31b6209d67.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:41:16,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.HMaster(4114): Remote procedure failed, pid=139 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 860ad1b547670bf77c40cb31b6209d67, NAME => 'TestAcidGuarantees,,1734320461059.860ad1b547670bf77c40cb31b6209d67.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 860ad1b547670bf77c40cb31b6209d67, NAME => 'TestAcidGuarantees,,1734320461059.860ad1b547670bf77c40cb31b6209d67.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:41:16,141 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=206 (bloomFilter=true), to=hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/.tmp/C/8a5434147f98429fa1730e7ce1adefe8 2024-12-16T03:41:16,143 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/.tmp/A/cb24ebd3cc4e4de5909d86edbf25aae2 as hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/A/cb24ebd3cc4e4de5909d86edbf25aae2 2024-12-16T03:41:16,146 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/A/cb24ebd3cc4e4de5909d86edbf25aae2, entries=200, sequenceid=206, filesize=14.2 K 2024-12-16T03:41:16,147 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/.tmp/B/8a2ed5cf34d5407eb96b2549faf3adfe as hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/B/8a2ed5cf34d5407eb96b2549faf3adfe 2024-12-16T03:41:16,149 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/B/8a2ed5cf34d5407eb96b2549faf3adfe, entries=150, sequenceid=206, filesize=11.9 K 2024-12-16T03:41:16,150 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/.tmp/C/8a5434147f98429fa1730e7ce1adefe8 as hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/C/8a5434147f98429fa1730e7ce1adefe8 2024-12-16T03:41:16,153 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/C/8a5434147f98429fa1730e7ce1adefe8, entries=150, sequenceid=206, filesize=11.9 K 2024-12-16T03:41:16,153 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 860ad1b547670bf77c40cb31b6209d67 in 835ms, sequenceid=206, compaction requested=true 2024-12-16T03:41:16,153 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 860ad1b547670bf77c40cb31b6209d67: 2024-12-16T03:41:16,153 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 860ad1b547670bf77c40cb31b6209d67:A, priority=-2147483648, current under compaction store size is 1 2024-12-16T03:41:16,154 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-16T03:41:16,154 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-16T03:41:16,154 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 860ad1b547670bf77c40cb31b6209d67:B, priority=-2147483648, current under compaction store size is 2 2024-12-16T03:41:16,154 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-16T03:41:16,154 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-16T03:41:16,154 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 860ad1b547670bf77c40cb31b6209d67:C, priority=-2147483648, current under compaction store size is 3 2024-12-16T03:41:16,154 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-16T03:41:16,154 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 56116 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-16T03:41:16,154 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48946 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-16T03:41:16,154 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.HStore(1540): 860ad1b547670bf77c40cb31b6209d67/A is initiating minor compaction (all files) 2024-12-16T03:41:16,154 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.HStore(1540): 860ad1b547670bf77c40cb31b6209d67/B is initiating minor compaction (all files) 2024-12-16T03:41:16,155 INFO [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 860ad1b547670bf77c40cb31b6209d67/A in TestAcidGuarantees,,1734320461059.860ad1b547670bf77c40cb31b6209d67. 2024-12-16T03:41:16,155 INFO [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 860ad1b547670bf77c40cb31b6209d67/B in TestAcidGuarantees,,1734320461059.860ad1b547670bf77c40cb31b6209d67. 2024-12-16T03:41:16,155 INFO [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/B/f10b1318628c4db29975c6ad68b81f9d, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/B/ccbb8f75cc3f4cfeb49fa3ea95ff60d1, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/B/25e58df609074a77b87578a389bd82ca, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/B/8a2ed5cf34d5407eb96b2549faf3adfe] into tmpdir=hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/.tmp, totalSize=47.8 K 2024-12-16T03:41:16,155 INFO [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/A/e2987ae0f56b4a0a8b0a4998aae0f08a, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/A/b750e4e5872546e3a844fb0c5686503b, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/A/af3858b099474ee784cd23c7432616ca, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/A/cb24ebd3cc4e4de5909d86edbf25aae2] into tmpdir=hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/.tmp, totalSize=54.8 K 2024-12-16T03:41:16,155 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] compactions.Compactor(224): Compacting f10b1318628c4db29975c6ad68b81f9d, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=141, earliestPutTs=1734320470783 2024-12-16T03:41:16,155 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] compactions.Compactor(224): Compacting e2987ae0f56b4a0a8b0a4998aae0f08a, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=141, earliestPutTs=1734320470783 2024-12-16T03:41:16,155 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] compactions.Compactor(224): Compacting b750e4e5872546e3a844fb0c5686503b, keycount=250, bloomtype=ROW, size=16.5 K, encoding=NONE, compression=NONE, seqNum=168, earliestPutTs=1734320471928 2024-12-16T03:41:16,155 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] compactions.Compactor(224): Compacting ccbb8f75cc3f4cfeb49fa3ea95ff60d1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=168, earliestPutTs=1734320471929 2024-12-16T03:41:16,156 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] compactions.Compactor(224): Compacting af3858b099474ee784cd23c7432616ca, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=181, earliestPutTs=1734320472555 2024-12-16T03:41:16,156 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] compactions.Compactor(224): Compacting 25e58df609074a77b87578a389bd82ca, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=181, earliestPutTs=1734320472555 2024-12-16T03:41:16,156 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] compactions.Compactor(224): Compacting cb24ebd3cc4e4de5909d86edbf25aae2, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=206, earliestPutTs=1734320474698 2024-12-16T03:41:16,156 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] compactions.Compactor(224): Compacting 8a2ed5cf34d5407eb96b2549faf3adfe, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=206, earliestPutTs=1734320474698 2024-12-16T03:41:16,161 INFO [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 860ad1b547670bf77c40cb31b6209d67#B#compaction#401 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-16T03:41:16,162 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/.tmp/B/378270ec743c41c3ab9d1c810d316d83 is 50, key is test_row_0/B:col10/1734320475317/Put/seqid=0 2024-12-16T03:41:16,162 INFO [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 860ad1b547670bf77c40cb31b6209d67#A#compaction#402 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-16T03:41:16,163 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/.tmp/A/67780aad2f7d4f5888c303edf26c215d is 50, key is test_row_0/A:col10/1734320475317/Put/seqid=0 2024-12-16T03:41:16,171 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073742297_1473 (size=12629) 2024-12-16T03:41:16,171 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073742298_1474 (size=12629) 2024-12-16T03:41:16,175 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/.tmp/A/67780aad2f7d4f5888c303edf26c215d as hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/A/67780aad2f7d4f5888c303edf26c215d 2024-12-16T03:41:16,176 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/.tmp/B/378270ec743c41c3ab9d1c810d316d83 as hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/B/378270ec743c41c3ab9d1c810d316d83 2024-12-16T03:41:16,179 INFO [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 860ad1b547670bf77c40cb31b6209d67/A of 860ad1b547670bf77c40cb31b6209d67 into 67780aad2f7d4f5888c303edf26c215d(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-16T03:41:16,179 INFO [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 860ad1b547670bf77c40cb31b6209d67/B of 860ad1b547670bf77c40cb31b6209d67 into 378270ec743c41c3ab9d1c810d316d83(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-16T03:41:16,179 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 860ad1b547670bf77c40cb31b6209d67: 2024-12-16T03:41:16,179 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 860ad1b547670bf77c40cb31b6209d67: 2024-12-16T03:41:16,179 INFO [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734320461059.860ad1b547670bf77c40cb31b6209d67., storeName=860ad1b547670bf77c40cb31b6209d67/B, priority=12, startTime=1734320476154; duration=0sec 2024-12-16T03:41:16,179 INFO [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734320461059.860ad1b547670bf77c40cb31b6209d67., storeName=860ad1b547670bf77c40cb31b6209d67/A, priority=12, startTime=1734320476153; duration=0sec 2024-12-16T03:41:16,179 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-16T03:41:16,179 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 860ad1b547670bf77c40cb31b6209d67:A 2024-12-16T03:41:16,179 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-16T03:41:16,179 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-16T03:41:16,179 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 860ad1b547670bf77c40cb31b6209d67:B 2024-12-16T03:41:16,180 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48946 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-16T03:41:16,181 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.HStore(1540): 860ad1b547670bf77c40cb31b6209d67/C is initiating minor compaction (all files) 2024-12-16T03:41:16,181 INFO [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 860ad1b547670bf77c40cb31b6209d67/C in TestAcidGuarantees,,1734320461059.860ad1b547670bf77c40cb31b6209d67. 2024-12-16T03:41:16,181 INFO [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/C/d2e277249ae348e097d30dc3d13c9c28, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/C/ccd0c4629296499eacb074caa56804fb, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/C/e83469d1268b4a82aa997496c7942306, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/C/8a5434147f98429fa1730e7ce1adefe8] into tmpdir=hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/.tmp, totalSize=47.8 K 2024-12-16T03:41:16,181 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] compactions.Compactor(224): Compacting d2e277249ae348e097d30dc3d13c9c28, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=141, earliestPutTs=1734320470783 2024-12-16T03:41:16,181 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] compactions.Compactor(224): Compacting ccd0c4629296499eacb074caa56804fb, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=168, earliestPutTs=1734320471929 2024-12-16T03:41:16,181 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] compactions.Compactor(224): Compacting e83469d1268b4a82aa997496c7942306, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=181, earliestPutTs=1734320472555 2024-12-16T03:41:16,182 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8a5434147f98429fa1730e7ce1adefe8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=206, earliestPutTs=1734320474698 2024-12-16T03:41:16,189 INFO [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 860ad1b547670bf77c40cb31b6209d67#C#compaction#403 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-16T03:41:16,190 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/.tmp/C/5f81fc8c065c43c1a0949ebefcd9b68d is 50, key is test_row_0/C:col10/1734320475317/Put/seqid=0 2024-12-16T03:41:16,193 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073742299_1475 (size=12629) 2024-12-16T03:41:16,208 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:16,209 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39893 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=139 2024-12-16T03:41:16,209 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734320461059.860ad1b547670bf77c40cb31b6209d67. 2024-12-16T03:41:16,209 INFO [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2837): Flushing 860ad1b547670bf77c40cb31b6209d67 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-16T03:41:16,209 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 860ad1b547670bf77c40cb31b6209d67, store=A 2024-12-16T03:41:16,209 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T03:41:16,209 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 860ad1b547670bf77c40cb31b6209d67, store=B 2024-12-16T03:41:16,210 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T03:41:16,210 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 860ad1b547670bf77c40cb31b6209d67, store=C 2024-12-16T03:41:16,210 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T03:41:16,213 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/.tmp/A/4361b48d33034c5e8fcc6bb9a0688af4 is 50, key is test_row_0/A:col10/1734320475324/Put/seqid=0 2024-12-16T03:41:16,230 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073742300_1476 (size=12151) 2024-12-16T03:41:16,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-12-16T03:41:16,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(8581): Flush requested on 860ad1b547670bf77c40cb31b6209d67 2024-12-16T03:41:16,444 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734320461059.860ad1b547670bf77c40cb31b6209d67. as already flushing 2024-12-16T03:41:16,472 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:41:16,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44704 deadline: 1734320536466, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:16,473 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:41:16,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44742 deadline: 1734320536467, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:16,473 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:41:16,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44720 deadline: 1734320536468, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:16,479 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:41:16,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44676 deadline: 1734320536472, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:16,479 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:41:16,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44718 deadline: 1734320536472, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:16,576 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:41:16,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44704 deadline: 1734320536573, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:16,576 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:41:16,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44742 deadline: 1734320536574, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:16,577 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:41:16,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44720 deadline: 1734320536574, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:16,582 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:41:16,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44676 deadline: 1734320536580, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:16,582 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:41:16,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44718 deadline: 1734320536580, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:16,597 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/.tmp/C/5f81fc8c065c43c1a0949ebefcd9b68d as hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/C/5f81fc8c065c43c1a0949ebefcd9b68d 2024-12-16T03:41:16,600 INFO [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 860ad1b547670bf77c40cb31b6209d67/C of 860ad1b547670bf77c40cb31b6209d67 into 5f81fc8c065c43c1a0949ebefcd9b68d(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-16T03:41:16,600 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 860ad1b547670bf77c40cb31b6209d67: 2024-12-16T03:41:16,600 INFO [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734320461059.860ad1b547670bf77c40cb31b6209d67., storeName=860ad1b547670bf77c40cb31b6209d67/C, priority=12, startTime=1734320476154; duration=0sec 2024-12-16T03:41:16,600 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-16T03:41:16,600 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 860ad1b547670bf77c40cb31b6209d67:C 2024-12-16T03:41:16,631 INFO [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=219 (bloomFilter=true), to=hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/.tmp/A/4361b48d33034c5e8fcc6bb9a0688af4 2024-12-16T03:41:16,636 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/.tmp/B/38db5462131f4dc7b7fed340a953e454 is 50, key is test_row_0/B:col10/1734320475324/Put/seqid=0 2024-12-16T03:41:16,639 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073742301_1477 (size=12151) 2024-12-16T03:41:16,639 INFO [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=219 (bloomFilter=true), to=hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/.tmp/B/38db5462131f4dc7b7fed340a953e454 2024-12-16T03:41:16,645 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/.tmp/C/f3c28e8c5ac84a009538c7af98fb4b04 is 50, key is test_row_0/C:col10/1734320475324/Put/seqid=0 2024-12-16T03:41:16,647 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073742302_1478 (size=12151) 2024-12-16T03:41:16,780 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:41:16,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44720 deadline: 1734320536778, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:16,780 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:41:16,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44704 deadline: 1734320536778, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:16,780 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:41:16,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44742 deadline: 1734320536778, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:16,786 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:41:16,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44676 deadline: 1734320536784, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:16,786 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:41:16,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44718 deadline: 1734320536784, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:16,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-12-16T03:41:17,048 INFO [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=219 (bloomFilter=true), to=hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/.tmp/C/f3c28e8c5ac84a009538c7af98fb4b04 2024-12-16T03:41:17,072 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/.tmp/A/4361b48d33034c5e8fcc6bb9a0688af4 as hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/A/4361b48d33034c5e8fcc6bb9a0688af4 2024-12-16T03:41:17,075 INFO [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/A/4361b48d33034c5e8fcc6bb9a0688af4, entries=150, sequenceid=219, filesize=11.9 K 2024-12-16T03:41:17,076 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/.tmp/B/38db5462131f4dc7b7fed340a953e454 as hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/B/38db5462131f4dc7b7fed340a953e454 2024-12-16T03:41:17,078 INFO [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/B/38db5462131f4dc7b7fed340a953e454, entries=150, sequenceid=219, filesize=11.9 K 2024-12-16T03:41:17,079 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/.tmp/C/f3c28e8c5ac84a009538c7af98fb4b04 as hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/C/f3c28e8c5ac84a009538c7af98fb4b04 2024-12-16T03:41:17,081 INFO [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/C/f3c28e8c5ac84a009538c7af98fb4b04, entries=150, sequenceid=219, filesize=11.9 K 2024-12-16T03:41:17,082 INFO [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 860ad1b547670bf77c40cb31b6209d67 in 873ms, sequenceid=219, compaction requested=false 2024-12-16T03:41:17,082 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2538): Flush status journal for 860ad1b547670bf77c40cb31b6209d67: 2024-12-16T03:41:17,082 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734320461059.860ad1b547670bf77c40cb31b6209d67. 2024-12-16T03:41:17,082 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=139 2024-12-16T03:41:17,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.HMaster(4106): Remote procedure done, pid=139 2024-12-16T03:41:17,085 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=139, resume processing ppid=138 2024-12-16T03:41:17,085 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=139, ppid=138, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3300 sec 2024-12-16T03:41:17,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(8581): Flush requested on 860ad1b547670bf77c40cb31b6209d67 2024-12-16T03:41:17,086 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 860ad1b547670bf77c40cb31b6209d67 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-12-16T03:41:17,086 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=138, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=138, table=TestAcidGuarantees in 1.3340 sec 2024-12-16T03:41:17,086 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 860ad1b547670bf77c40cb31b6209d67, store=A 2024-12-16T03:41:17,086 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T03:41:17,086 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 860ad1b547670bf77c40cb31b6209d67, store=B 2024-12-16T03:41:17,086 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T03:41:17,086 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 860ad1b547670bf77c40cb31b6209d67, store=C 2024-12-16T03:41:17,086 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T03:41:17,090 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/.tmp/A/1674f5cc893a49ed85a90fe7b6a82430 is 50, key is test_row_0/A:col10/1734320476466/Put/seqid=0 2024-12-16T03:41:17,093 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073742303_1479 (size=14541) 2024-12-16T03:41:17,093 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=246 (bloomFilter=true), to=hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/.tmp/A/1674f5cc893a49ed85a90fe7b6a82430 2024-12-16T03:41:17,094 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:41:17,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44704 deadline: 1734320537089, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:17,095 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:41:17,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44676 deadline: 1734320537089, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:17,095 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:41:17,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44742 deadline: 1734320537089, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:17,095 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:41:17,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44720 deadline: 1734320537090, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:17,095 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:41:17,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44718 deadline: 1734320537093, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:17,099 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/.tmp/B/ed3b3208cffc46158e336b610981f87e is 50, key is test_row_0/B:col10/1734320476466/Put/seqid=0 2024-12-16T03:41:17,102 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073742304_1480 (size=12151) 2024-12-16T03:41:17,199 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:41:17,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44676 deadline: 1734320537196, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:17,199 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:41:17,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44742 deadline: 1734320537196, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:17,199 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:41:17,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44720 deadline: 1734320537196, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:17,199 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:41:17,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44718 deadline: 1734320537196, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:17,199 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:41:17,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44704 deadline: 1734320537197, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:17,400 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:41:17,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44676 deadline: 1734320537400, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:17,400 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:41:17,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44742 deadline: 1734320537400, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:17,401 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:41:17,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44720 deadline: 1734320537400, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:17,403 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:41:17,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44718 deadline: 1734320537400, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:17,404 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:41:17,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44704 deadline: 1734320537401, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:17,502 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=246 (bloomFilter=true), to=hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/.tmp/B/ed3b3208cffc46158e336b610981f87e 2024-12-16T03:41:17,507 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/.tmp/C/e5b53572e9834d98ba0bd0f25324abd9 is 50, key is test_row_0/C:col10/1734320476466/Put/seqid=0 2024-12-16T03:41:17,510 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073742305_1481 (size=12151) 2024-12-16T03:41:17,510 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=246 (bloomFilter=true), to=hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/.tmp/C/e5b53572e9834d98ba0bd0f25324abd9 2024-12-16T03:41:17,513 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/.tmp/A/1674f5cc893a49ed85a90fe7b6a82430 as hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/A/1674f5cc893a49ed85a90fe7b6a82430 2024-12-16T03:41:17,515 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/A/1674f5cc893a49ed85a90fe7b6a82430, entries=200, sequenceid=246, filesize=14.2 K 2024-12-16T03:41:17,516 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/.tmp/B/ed3b3208cffc46158e336b610981f87e as hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/B/ed3b3208cffc46158e336b610981f87e 2024-12-16T03:41:17,518 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/B/ed3b3208cffc46158e336b610981f87e, entries=150, sequenceid=246, filesize=11.9 K 2024-12-16T03:41:17,519 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/.tmp/C/e5b53572e9834d98ba0bd0f25324abd9 as hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/C/e5b53572e9834d98ba0bd0f25324abd9 2024-12-16T03:41:17,521 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/C/e5b53572e9834d98ba0bd0f25324abd9, entries=150, sequenceid=246, filesize=11.9 K 2024-12-16T03:41:17,522 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 860ad1b547670bf77c40cb31b6209d67 in 436ms, sequenceid=246, compaction requested=true 2024-12-16T03:41:17,522 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 860ad1b547670bf77c40cb31b6209d67: 2024-12-16T03:41:17,522 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 860ad1b547670bf77c40cb31b6209d67:A, priority=-2147483648, current under compaction store size is 1 2024-12-16T03:41:17,522 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-16T03:41:17,522 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 860ad1b547670bf77c40cb31b6209d67:B, priority=-2147483648, current under compaction store size is 2 2024-12-16T03:41:17,522 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-16T03:41:17,522 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-16T03:41:17,522 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-16T03:41:17,522 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 860ad1b547670bf77c40cb31b6209d67:C, priority=-2147483648, current under compaction store size is 3 2024-12-16T03:41:17,522 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-16T03:41:17,523 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36931 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-16T03:41:17,523 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39321 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-16T03:41:17,523 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.HStore(1540): 860ad1b547670bf77c40cb31b6209d67/A is initiating minor compaction (all files) 2024-12-16T03:41:17,523 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.HStore(1540): 860ad1b547670bf77c40cb31b6209d67/B is initiating minor compaction (all files) 2024-12-16T03:41:17,523 INFO [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 860ad1b547670bf77c40cb31b6209d67/B in TestAcidGuarantees,,1734320461059.860ad1b547670bf77c40cb31b6209d67. 2024-12-16T03:41:17,523 INFO [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 860ad1b547670bf77c40cb31b6209d67/A in TestAcidGuarantees,,1734320461059.860ad1b547670bf77c40cb31b6209d67. 2024-12-16T03:41:17,523 INFO [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/B/378270ec743c41c3ab9d1c810d316d83, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/B/38db5462131f4dc7b7fed340a953e454, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/B/ed3b3208cffc46158e336b610981f87e] into tmpdir=hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/.tmp, totalSize=36.1 K 2024-12-16T03:41:17,523 INFO [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/A/67780aad2f7d4f5888c303edf26c215d, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/A/4361b48d33034c5e8fcc6bb9a0688af4, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/A/1674f5cc893a49ed85a90fe7b6a82430] into tmpdir=hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/.tmp, totalSize=38.4 K 2024-12-16T03:41:17,523 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] compactions.Compactor(224): Compacting 378270ec743c41c3ab9d1c810d316d83, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=206, earliestPutTs=1734320474698 2024-12-16T03:41:17,523 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] compactions.Compactor(224): Compacting 67780aad2f7d4f5888c303edf26c215d, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=206, earliestPutTs=1734320474698 2024-12-16T03:41:17,524 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] compactions.Compactor(224): Compacting 38db5462131f4dc7b7fed340a953e454, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=219, earliestPutTs=1734320475323 2024-12-16T03:41:17,524 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4361b48d33034c5e8fcc6bb9a0688af4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=219, earliestPutTs=1734320475323 2024-12-16T03:41:17,524 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1674f5cc893a49ed85a90fe7b6a82430, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=246, earliestPutTs=1734320476466 2024-12-16T03:41:17,524 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] compactions.Compactor(224): Compacting ed3b3208cffc46158e336b610981f87e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=246, earliestPutTs=1734320476466 2024-12-16T03:41:17,529 INFO [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 860ad1b547670bf77c40cb31b6209d67#B#compaction#411 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-16T03:41:17,529 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/.tmp/B/5e0c53d9980642f78571aebebf8ba270 is 50, key is test_row_0/B:col10/1734320476466/Put/seqid=0 2024-12-16T03:41:17,529 INFO [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 860ad1b547670bf77c40cb31b6209d67#A#compaction#410 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-16T03:41:17,530 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/.tmp/A/c411509619f64c31be1b87be437aca9b is 50, key is test_row_0/A:col10/1734320476466/Put/seqid=0 2024-12-16T03:41:17,543 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073742306_1482 (size=12731) 2024-12-16T03:41:17,544 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073742307_1483 (size=12731) 2024-12-16T03:41:17,547 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/.tmp/A/c411509619f64c31be1b87be437aca9b as hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/A/c411509619f64c31be1b87be437aca9b 2024-12-16T03:41:17,547 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/.tmp/B/5e0c53d9980642f78571aebebf8ba270 as hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/B/5e0c53d9980642f78571aebebf8ba270 2024-12-16T03:41:17,550 INFO [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 860ad1b547670bf77c40cb31b6209d67/B of 860ad1b547670bf77c40cb31b6209d67 into 5e0c53d9980642f78571aebebf8ba270(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-16T03:41:17,550 INFO [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 860ad1b547670bf77c40cb31b6209d67/A of 860ad1b547670bf77c40cb31b6209d67 into c411509619f64c31be1b87be437aca9b(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-16T03:41:17,551 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 860ad1b547670bf77c40cb31b6209d67: 2024-12-16T03:41:17,551 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 860ad1b547670bf77c40cb31b6209d67: 2024-12-16T03:41:17,551 INFO [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734320461059.860ad1b547670bf77c40cb31b6209d67., storeName=860ad1b547670bf77c40cb31b6209d67/A, priority=13, startTime=1734320477522; duration=0sec 2024-12-16T03:41:17,551 INFO [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734320461059.860ad1b547670bf77c40cb31b6209d67., storeName=860ad1b547670bf77c40cb31b6209d67/B, priority=13, startTime=1734320477522; duration=0sec 2024-12-16T03:41:17,551 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-16T03:41:17,551 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 860ad1b547670bf77c40cb31b6209d67:A 2024-12-16T03:41:17,551 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-16T03:41:17,551 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 860ad1b547670bf77c40cb31b6209d67:B 2024-12-16T03:41:17,551 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-16T03:41:17,551 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36931 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-16T03:41:17,551 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.HStore(1540): 860ad1b547670bf77c40cb31b6209d67/C is initiating minor compaction (all files) 2024-12-16T03:41:17,551 INFO [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 860ad1b547670bf77c40cb31b6209d67/C in TestAcidGuarantees,,1734320461059.860ad1b547670bf77c40cb31b6209d67. 2024-12-16T03:41:17,551 INFO [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/C/5f81fc8c065c43c1a0949ebefcd9b68d, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/C/f3c28e8c5ac84a009538c7af98fb4b04, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/C/e5b53572e9834d98ba0bd0f25324abd9] into tmpdir=hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/.tmp, totalSize=36.1 K 2024-12-16T03:41:17,552 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5f81fc8c065c43c1a0949ebefcd9b68d, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=206, earliestPutTs=1734320474698 2024-12-16T03:41:17,552 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] compactions.Compactor(224): Compacting f3c28e8c5ac84a009538c7af98fb4b04, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=219, earliestPutTs=1734320475323 2024-12-16T03:41:17,552 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] compactions.Compactor(224): Compacting e5b53572e9834d98ba0bd0f25324abd9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=246, earliestPutTs=1734320476466 2024-12-16T03:41:17,558 INFO [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 860ad1b547670bf77c40cb31b6209d67#C#compaction#412 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-16T03:41:17,558 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/.tmp/C/1d1cc8cf42d647779e9ea432e1a6f710 is 50, key is test_row_0/C:col10/1734320476466/Put/seqid=0 2024-12-16T03:41:17,569 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073742308_1484 (size=12731) 2024-12-16T03:41:17,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(8581): Flush requested on 860ad1b547670bf77c40cb31b6209d67 2024-12-16T03:41:17,704 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 860ad1b547670bf77c40cb31b6209d67 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-16T03:41:17,704 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 860ad1b547670bf77c40cb31b6209d67, store=A 2024-12-16T03:41:17,704 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T03:41:17,704 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 860ad1b547670bf77c40cb31b6209d67, store=B 2024-12-16T03:41:17,704 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T03:41:17,704 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 860ad1b547670bf77c40cb31b6209d67, store=C 2024-12-16T03:41:17,704 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T03:41:17,707 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/.tmp/A/8a177fd8ce1e4279849a4fa8b5681d36 is 50, key is test_row_0/A:col10/1734320477089/Put/seqid=0 2024-12-16T03:41:17,711 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073742309_1485 (size=14591) 2024-12-16T03:41:17,711 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=259 (bloomFilter=true), to=hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/.tmp/A/8a177fd8ce1e4279849a4fa8b5681d36 2024-12-16T03:41:17,716 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/.tmp/B/3351678814024d6cb914b0c1c0eb7e10 is 50, key is test_row_0/B:col10/1734320477089/Put/seqid=0 2024-12-16T03:41:17,720 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073742310_1486 (size=12201) 2024-12-16T03:41:17,728 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:41:17,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44704 deadline: 1734320537723, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:17,729 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:41:17,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44676 deadline: 1734320537724, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:17,735 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:41:17,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44720 deadline: 1734320537728, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:17,735 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:41:17,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44718 deadline: 1734320537728, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:17,735 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:41:17,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44742 deadline: 1734320537728, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:17,832 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:41:17,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44704 deadline: 1734320537829, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:17,832 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:41:17,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44676 deadline: 1734320537830, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:17,836 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:41:17,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44720 deadline: 1734320537835, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:17,836 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:41:17,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44718 deadline: 1734320537836, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:17,837 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:41:17,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44742 deadline: 1734320537836, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:17,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-12-16T03:41:17,855 INFO [Thread-1938 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 138 completed 2024-12-16T03:41:17,856 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-16T03:41:17,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] procedure2.ProcedureExecutor(1098): Stored pid=140, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=140, table=TestAcidGuarantees 2024-12-16T03:41:17,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-12-16T03:41:17,858 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=140, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=140, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-16T03:41:17,858 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=140, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=140, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-16T03:41:17,858 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=141, ppid=140, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-16T03:41:17,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-12-16T03:41:17,973 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/.tmp/C/1d1cc8cf42d647779e9ea432e1a6f710 as hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/C/1d1cc8cf42d647779e9ea432e1a6f710 2024-12-16T03:41:17,976 INFO [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 860ad1b547670bf77c40cb31b6209d67/C of 860ad1b547670bf77c40cb31b6209d67 into 1d1cc8cf42d647779e9ea432e1a6f710(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-16T03:41:17,976 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 860ad1b547670bf77c40cb31b6209d67: 2024-12-16T03:41:17,976 INFO [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734320461059.860ad1b547670bf77c40cb31b6209d67., storeName=860ad1b547670bf77c40cb31b6209d67/C, priority=13, startTime=1734320477522; duration=0sec 2024-12-16T03:41:17,976 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-16T03:41:17,976 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 860ad1b547670bf77c40cb31b6209d67:C 2024-12-16T03:41:18,009 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:18,009 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39893 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=141 2024-12-16T03:41:18,010 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734320461059.860ad1b547670bf77c40cb31b6209d67. 2024-12-16T03:41:18,010 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734320461059.860ad1b547670bf77c40cb31b6209d67. as already flushing 2024-12-16T03:41:18,010 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734320461059.860ad1b547670bf77c40cb31b6209d67. 2024-12-16T03:41:18,010 ERROR [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] handler.RSProcedureHandler(58): pid=141 java.io.IOException: Unable to complete flush {ENCODED => 860ad1b547670bf77c40cb31b6209d67, NAME => 'TestAcidGuarantees,,1734320461059.860ad1b547670bf77c40cb31b6209d67.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:41:18,010 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=141 java.io.IOException: Unable to complete flush {ENCODED => 860ad1b547670bf77c40cb31b6209d67, NAME => 'TestAcidGuarantees,,1734320461059.860ad1b547670bf77c40cb31b6209d67.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:41:18,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.HMaster(4114): Remote procedure failed, pid=141 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 860ad1b547670bf77c40cb31b6209d67, NAME => 'TestAcidGuarantees,,1734320461059.860ad1b547670bf77c40cb31b6209d67.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 860ad1b547670bf77c40cb31b6209d67, NAME => 'TestAcidGuarantees,,1734320461059.860ad1b547670bf77c40cb31b6209d67.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:41:18,034 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:41:18,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44704 deadline: 1734320538033, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:18,036 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:41:18,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44676 deadline: 1734320538034, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:18,038 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:41:18,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44720 deadline: 1734320538037, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:18,038 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:41:18,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44718 deadline: 1734320538037, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:18,040 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:41:18,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44742 deadline: 1734320538038, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:18,120 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=259 (bloomFilter=true), to=hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/.tmp/B/3351678814024d6cb914b0c1c0eb7e10 2024-12-16T03:41:18,125 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/.tmp/C/058779088e4b4a708b20be7d766e72e8 is 50, key is test_row_0/C:col10/1734320477089/Put/seqid=0 2024-12-16T03:41:18,128 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073742311_1487 (size=12201) 2024-12-16T03:41:18,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-12-16T03:41:18,161 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:18,162 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39893 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=141 2024-12-16T03:41:18,162 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734320461059.860ad1b547670bf77c40cb31b6209d67. 2024-12-16T03:41:18,162 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734320461059.860ad1b547670bf77c40cb31b6209d67. as already flushing 2024-12-16T03:41:18,162 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734320461059.860ad1b547670bf77c40cb31b6209d67. 2024-12-16T03:41:18,162 ERROR [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] handler.RSProcedureHandler(58): pid=141 java.io.IOException: Unable to complete flush {ENCODED => 860ad1b547670bf77c40cb31b6209d67, NAME => 'TestAcidGuarantees,,1734320461059.860ad1b547670bf77c40cb31b6209d67.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:41:18,162 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=141 java.io.IOException: Unable to complete flush {ENCODED => 860ad1b547670bf77c40cb31b6209d67, NAME => 'TestAcidGuarantees,,1734320461059.860ad1b547670bf77c40cb31b6209d67.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:41:18,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.HMaster(4114): Remote procedure failed, pid=141 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 860ad1b547670bf77c40cb31b6209d67, NAME => 'TestAcidGuarantees,,1734320461059.860ad1b547670bf77c40cb31b6209d67.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 860ad1b547670bf77c40cb31b6209d67, NAME => 'TestAcidGuarantees,,1734320461059.860ad1b547670bf77c40cb31b6209d67.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:41:18,313 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:18,314 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39893 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=141 2024-12-16T03:41:18,314 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734320461059.860ad1b547670bf77c40cb31b6209d67. 2024-12-16T03:41:18,314 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734320461059.860ad1b547670bf77c40cb31b6209d67. as already flushing 2024-12-16T03:41:18,314 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734320461059.860ad1b547670bf77c40cb31b6209d67. 2024-12-16T03:41:18,314 ERROR [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] handler.RSProcedureHandler(58): pid=141 java.io.IOException: Unable to complete flush {ENCODED => 860ad1b547670bf77c40cb31b6209d67, NAME => 'TestAcidGuarantees,,1734320461059.860ad1b547670bf77c40cb31b6209d67.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:41:18,314 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=141 java.io.IOException: Unable to complete flush {ENCODED => 860ad1b547670bf77c40cb31b6209d67, NAME => 'TestAcidGuarantees,,1734320461059.860ad1b547670bf77c40cb31b6209d67.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:41:18,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.HMaster(4114): Remote procedure failed, pid=141 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 860ad1b547670bf77c40cb31b6209d67, NAME => 'TestAcidGuarantees,,1734320461059.860ad1b547670bf77c40cb31b6209d67.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 860ad1b547670bf77c40cb31b6209d67, NAME => 'TestAcidGuarantees,,1734320461059.860ad1b547670bf77c40cb31b6209d67.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:41:18,340 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:41:18,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44704 deadline: 1734320538335, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:18,340 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:41:18,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44676 deadline: 1734320538337, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:18,340 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:41:18,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44718 deadline: 1734320538339, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:18,341 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:41:18,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44720 deadline: 1734320538339, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:18,346 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:41:18,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44742 deadline: 1734320538342, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:18,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-12-16T03:41:18,466 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:18,466 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39893 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=141 2024-12-16T03:41:18,466 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734320461059.860ad1b547670bf77c40cb31b6209d67. 2024-12-16T03:41:18,466 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734320461059.860ad1b547670bf77c40cb31b6209d67. as already flushing 2024-12-16T03:41:18,466 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734320461059.860ad1b547670bf77c40cb31b6209d67. 2024-12-16T03:41:18,466 ERROR [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] handler.RSProcedureHandler(58): pid=141 java.io.IOException: Unable to complete flush {ENCODED => 860ad1b547670bf77c40cb31b6209d67, NAME => 'TestAcidGuarantees,,1734320461059.860ad1b547670bf77c40cb31b6209d67.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:41:18,466 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=141 java.io.IOException: Unable to complete flush {ENCODED => 860ad1b547670bf77c40cb31b6209d67, NAME => 'TestAcidGuarantees,,1734320461059.860ad1b547670bf77c40cb31b6209d67.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:41:18,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.HMaster(4114): Remote procedure failed, pid=141 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 860ad1b547670bf77c40cb31b6209d67, NAME => 'TestAcidGuarantees,,1734320461059.860ad1b547670bf77c40cb31b6209d67.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 860ad1b547670bf77c40cb31b6209d67, NAME => 'TestAcidGuarantees,,1734320461059.860ad1b547670bf77c40cb31b6209d67.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:41:18,528 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=259 (bloomFilter=true), to=hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/.tmp/C/058779088e4b4a708b20be7d766e72e8 2024-12-16T03:41:18,531 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/.tmp/A/8a177fd8ce1e4279849a4fa8b5681d36 as hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/A/8a177fd8ce1e4279849a4fa8b5681d36 2024-12-16T03:41:18,533 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/A/8a177fd8ce1e4279849a4fa8b5681d36, entries=200, sequenceid=259, filesize=14.2 K 2024-12-16T03:41:18,534 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/.tmp/B/3351678814024d6cb914b0c1c0eb7e10 as hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/B/3351678814024d6cb914b0c1c0eb7e10 2024-12-16T03:41:18,536 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/B/3351678814024d6cb914b0c1c0eb7e10, entries=150, sequenceid=259, filesize=11.9 K 2024-12-16T03:41:18,537 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/.tmp/C/058779088e4b4a708b20be7d766e72e8 as hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/C/058779088e4b4a708b20be7d766e72e8 2024-12-16T03:41:18,539 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/C/058779088e4b4a708b20be7d766e72e8, entries=150, sequenceid=259, filesize=11.9 K 2024-12-16T03:41:18,540 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 860ad1b547670bf77c40cb31b6209d67 in 836ms, sequenceid=259, compaction requested=false 2024-12-16T03:41:18,540 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 860ad1b547670bf77c40cb31b6209d67: 2024-12-16T03:41:18,618 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:18,618 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39893 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=141 2024-12-16T03:41:18,618 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734320461059.860ad1b547670bf77c40cb31b6209d67. 2024-12-16T03:41:18,618 INFO [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(2837): Flushing 860ad1b547670bf77c40cb31b6209d67 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-12-16T03:41:18,619 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 860ad1b547670bf77c40cb31b6209d67, store=A 2024-12-16T03:41:18,619 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T03:41:18,619 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 860ad1b547670bf77c40cb31b6209d67, store=B 2024-12-16T03:41:18,619 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T03:41:18,619 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 860ad1b547670bf77c40cb31b6209d67, store=C 2024-12-16T03:41:18,619 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T03:41:18,621 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/.tmp/A/8132057626694160abdc525d44c8585a is 50, key is test_row_0/A:col10/1734320477728/Put/seqid=0 2024-12-16T03:41:18,624 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073742312_1488 (size=12301) 2024-12-16T03:41:18,624 INFO [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=285 (bloomFilter=true), to=hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/.tmp/A/8132057626694160abdc525d44c8585a 2024-12-16T03:41:18,629 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/.tmp/B/5ee424018f5144a985a5a8c779601dff is 50, key is test_row_0/B:col10/1734320477728/Put/seqid=0 2024-12-16T03:41:18,632 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073742313_1489 (size=12301) 2024-12-16T03:41:18,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(8581): Flush requested on 860ad1b547670bf77c40cb31b6209d67 2024-12-16T03:41:18,847 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734320461059.860ad1b547670bf77c40cb31b6209d67. as already flushing 2024-12-16T03:41:18,852 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:41:18,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44718 deadline: 1734320538848, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:18,853 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:41:18,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44742 deadline: 1734320538851, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:18,855 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:41:18,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44676 deadline: 1734320538851, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:18,856 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:41:18,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44720 deadline: 1734320538852, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:18,856 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:41:18,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44704 deadline: 1734320538852, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:18,954 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:41:18,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44718 deadline: 1734320538953, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:18,956 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:41:18,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44742 deadline: 1734320538954, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:18,958 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:41:18,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44676 deadline: 1734320538956, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:18,958 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:41:18,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44720 deadline: 1734320538957, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:18,958 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:41:18,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44704 deadline: 1734320538957, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:18,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-12-16T03:41:19,032 INFO [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=285 (bloomFilter=true), to=hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/.tmp/B/5ee424018f5144a985a5a8c779601dff 2024-12-16T03:41:19,038 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/.tmp/C/5112f91b348545379e02f307809ffb0c is 50, key is test_row_0/C:col10/1734320477728/Put/seqid=0 2024-12-16T03:41:19,040 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073742314_1490 (size=12301) 2024-12-16T03:41:19,158 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:41:19,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44718 deadline: 1734320539155, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:19,159 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:41:19,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44742 deadline: 1734320539157, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:19,162 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:41:19,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44676 deadline: 1734320539160, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:19,162 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:41:19,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44720 deadline: 1734320539160, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:19,162 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:41:19,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44704 deadline: 1734320539160, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:19,441 INFO [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=285 (bloomFilter=true), to=hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/.tmp/C/5112f91b348545379e02f307809ffb0c 2024-12-16T03:41:19,444 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/.tmp/A/8132057626694160abdc525d44c8585a as hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/A/8132057626694160abdc525d44c8585a 2024-12-16T03:41:19,447 INFO [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/A/8132057626694160abdc525d44c8585a, entries=150, sequenceid=285, filesize=12.0 K 2024-12-16T03:41:19,448 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/.tmp/B/5ee424018f5144a985a5a8c779601dff as hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/B/5ee424018f5144a985a5a8c779601dff 2024-12-16T03:41:19,450 INFO [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/B/5ee424018f5144a985a5a8c779601dff, entries=150, sequenceid=285, filesize=12.0 K 2024-12-16T03:41:19,451 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/.tmp/C/5112f91b348545379e02f307809ffb0c as hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/C/5112f91b348545379e02f307809ffb0c 2024-12-16T03:41:19,453 INFO [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/C/5112f91b348545379e02f307809ffb0c, entries=150, sequenceid=285, filesize=12.0 K 2024-12-16T03:41:19,453 INFO [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 860ad1b547670bf77c40cb31b6209d67 in 835ms, sequenceid=285, compaction requested=true 2024-12-16T03:41:19,454 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(2538): Flush status journal for 860ad1b547670bf77c40cb31b6209d67: 2024-12-16T03:41:19,454 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734320461059.860ad1b547670bf77c40cb31b6209d67. 2024-12-16T03:41:19,454 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=141 2024-12-16T03:41:19,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.HMaster(4106): Remote procedure done, pid=141 2024-12-16T03:41:19,455 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=141, resume processing ppid=140 2024-12-16T03:41:19,455 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=141, ppid=140, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5960 sec 2024-12-16T03:41:19,456 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=140, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=140, table=TestAcidGuarantees in 1.5990 sec 2024-12-16T03:41:19,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(8581): Flush requested on 860ad1b547670bf77c40cb31b6209d67 2024-12-16T03:41:19,462 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 860ad1b547670bf77c40cb31b6209d67 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-12-16T03:41:19,462 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 860ad1b547670bf77c40cb31b6209d67, store=A 2024-12-16T03:41:19,462 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T03:41:19,462 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 860ad1b547670bf77c40cb31b6209d67, store=B 2024-12-16T03:41:19,462 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T03:41:19,462 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 860ad1b547670bf77c40cb31b6209d67, store=C 2024-12-16T03:41:19,462 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T03:41:19,465 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/.tmp/A/ac8cf2c0dd394acd96a8f2838c1f5b0f is 50, key is test_row_0/A:col10/1734320479461/Put/seqid=0 2024-12-16T03:41:19,468 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073742315_1491 (size=14741) 2024-12-16T03:41:19,493 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:41:19,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44720 deadline: 1734320539485, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:19,493 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:41:19,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44704 deadline: 1734320539486, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:19,493 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:41:19,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44718 deadline: 1734320539486, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:19,498 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:41:19,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44676 deadline: 1734320539492, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:19,499 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:41:19,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44742 deadline: 1734320539493, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:19,596 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:41:19,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44720 deadline: 1734320539594, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:19,597 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:41:19,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44704 deadline: 1734320539594, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:19,598 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:41:19,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44718 deadline: 1734320539594, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:19,603 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:41:19,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44676 deadline: 1734320539599, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:19,603 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:41:19,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44742 deadline: 1734320539599, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:19,801 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:41:19,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44720 deadline: 1734320539798, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:19,801 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:41:19,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44704 deadline: 1734320539798, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:19,801 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:41:19,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44718 deadline: 1734320539800, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:19,806 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:41:19,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44676 deadline: 1734320539804, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:19,808 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:41:19,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44742 deadline: 1734320539805, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:19,869 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=297 (bloomFilter=true), to=hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/.tmp/A/ac8cf2c0dd394acd96a8f2838c1f5b0f 2024-12-16T03:41:19,873 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/.tmp/B/acb31de8dff04f0bb8c73508ed3e38b9 is 50, key is test_row_0/B:col10/1734320479461/Put/seqid=0 2024-12-16T03:41:19,876 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073742316_1492 (size=12301) 2024-12-16T03:41:19,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-12-16T03:41:19,961 INFO [Thread-1938 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 140 completed 2024-12-16T03:41:19,962 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-16T03:41:19,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] procedure2.ProcedureExecutor(1098): Stored pid=142, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=142, table=TestAcidGuarantees 2024-12-16T03:41:19,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-12-16T03:41:19,963 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=142, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=142, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-16T03:41:19,963 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=142, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=142, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-16T03:41:19,963 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=143, ppid=142, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-16T03:41:20,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-12-16T03:41:20,107 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:41:20,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44720 deadline: 1734320540103, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:20,107 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:41:20,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44718 deadline: 1734320540103, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:20,107 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:41:20,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44704 deadline: 1734320540104, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:20,111 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:41:20,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44676 deadline: 1734320540108, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:20,114 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:41:20,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44742 deadline: 1734320540111, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:20,114 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:20,115 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39893 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=143 2024-12-16T03:41:20,115 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734320461059.860ad1b547670bf77c40cb31b6209d67. 2024-12-16T03:41:20,115 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734320461059.860ad1b547670bf77c40cb31b6209d67. as already flushing 2024-12-16T03:41:20,115 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734320461059.860ad1b547670bf77c40cb31b6209d67. 2024-12-16T03:41:20,115 ERROR [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] handler.RSProcedureHandler(58): pid=143 java.io.IOException: Unable to complete flush {ENCODED => 860ad1b547670bf77c40cb31b6209d67, NAME => 'TestAcidGuarantees,,1734320461059.860ad1b547670bf77c40cb31b6209d67.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:41:20,115 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=143 java.io.IOException: Unable to complete flush {ENCODED => 860ad1b547670bf77c40cb31b6209d67, NAME => 'TestAcidGuarantees,,1734320461059.860ad1b547670bf77c40cb31b6209d67.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:41:20,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.HMaster(4114): Remote procedure failed, pid=143 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 860ad1b547670bf77c40cb31b6209d67, NAME => 'TestAcidGuarantees,,1734320461059.860ad1b547670bf77c40cb31b6209d67.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 860ad1b547670bf77c40cb31b6209d67, NAME => 'TestAcidGuarantees,,1734320461059.860ad1b547670bf77c40cb31b6209d67.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:41:20,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-12-16T03:41:20,267 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:20,267 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39893 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=143 2024-12-16T03:41:20,267 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734320461059.860ad1b547670bf77c40cb31b6209d67. 2024-12-16T03:41:20,267 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734320461059.860ad1b547670bf77c40cb31b6209d67. as already flushing 2024-12-16T03:41:20,267 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734320461059.860ad1b547670bf77c40cb31b6209d67. 2024-12-16T03:41:20,267 ERROR [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] handler.RSProcedureHandler(58): pid=143 java.io.IOException: Unable to complete flush {ENCODED => 860ad1b547670bf77c40cb31b6209d67, NAME => 'TestAcidGuarantees,,1734320461059.860ad1b547670bf77c40cb31b6209d67.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:41:20,267 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=143 java.io.IOException: Unable to complete flush {ENCODED => 860ad1b547670bf77c40cb31b6209d67, NAME => 'TestAcidGuarantees,,1734320461059.860ad1b547670bf77c40cb31b6209d67.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:41:20,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.HMaster(4114): Remote procedure failed, pid=143 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 860ad1b547670bf77c40cb31b6209d67, NAME => 'TestAcidGuarantees,,1734320461059.860ad1b547670bf77c40cb31b6209d67.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 860ad1b547670bf77c40cb31b6209d67, NAME => 'TestAcidGuarantees,,1734320461059.860ad1b547670bf77c40cb31b6209d67.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:41:20,277 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=297 (bloomFilter=true), to=hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/.tmp/B/acb31de8dff04f0bb8c73508ed3e38b9 2024-12-16T03:41:20,282 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/.tmp/C/f2638085b42e478782a422adceb69f89 is 50, key is test_row_0/C:col10/1734320479461/Put/seqid=0 2024-12-16T03:41:20,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073742317_1493 (size=12301) 2024-12-16T03:41:20,419 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:20,419 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39893 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=143 2024-12-16T03:41:20,419 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734320461059.860ad1b547670bf77c40cb31b6209d67. 2024-12-16T03:41:20,419 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734320461059.860ad1b547670bf77c40cb31b6209d67. as already flushing 2024-12-16T03:41:20,419 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734320461059.860ad1b547670bf77c40cb31b6209d67. 2024-12-16T03:41:20,419 ERROR [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] handler.RSProcedureHandler(58): pid=143 java.io.IOException: Unable to complete flush {ENCODED => 860ad1b547670bf77c40cb31b6209d67, NAME => 'TestAcidGuarantees,,1734320461059.860ad1b547670bf77c40cb31b6209d67.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:41:20,419 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=143 java.io.IOException: Unable to complete flush {ENCODED => 860ad1b547670bf77c40cb31b6209d67, NAME => 'TestAcidGuarantees,,1734320461059.860ad1b547670bf77c40cb31b6209d67.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:41:20,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.HMaster(4114): Remote procedure failed, pid=143 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 860ad1b547670bf77c40cb31b6209d67, NAME => 'TestAcidGuarantees,,1734320461059.860ad1b547670bf77c40cb31b6209d67.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 860ad1b547670bf77c40cb31b6209d67, NAME => 'TestAcidGuarantees,,1734320461059.860ad1b547670bf77c40cb31b6209d67.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:41:20,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-12-16T03:41:20,571 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:20,571 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39893 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=143 2024-12-16T03:41:20,571 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734320461059.860ad1b547670bf77c40cb31b6209d67. 2024-12-16T03:41:20,571 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734320461059.860ad1b547670bf77c40cb31b6209d67. as already flushing 2024-12-16T03:41:20,571 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734320461059.860ad1b547670bf77c40cb31b6209d67. 2024-12-16T03:41:20,571 ERROR [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] handler.RSProcedureHandler(58): pid=143 java.io.IOException: Unable to complete flush {ENCODED => 860ad1b547670bf77c40cb31b6209d67, NAME => 'TestAcidGuarantees,,1734320461059.860ad1b547670bf77c40cb31b6209d67.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:41:20,571 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=143 java.io.IOException: Unable to complete flush {ENCODED => 860ad1b547670bf77c40cb31b6209d67, NAME => 'TestAcidGuarantees,,1734320461059.860ad1b547670bf77c40cb31b6209d67.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:41:20,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.HMaster(4114): Remote procedure failed, pid=143 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 860ad1b547670bf77c40cb31b6209d67, NAME => 'TestAcidGuarantees,,1734320461059.860ad1b547670bf77c40cb31b6209d67.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 860ad1b547670bf77c40cb31b6209d67, NAME => 'TestAcidGuarantees,,1734320461059.860ad1b547670bf77c40cb31b6209d67.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:41:20,615 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:41:20,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44720 deadline: 1734320540611, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:20,615 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:41:20,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44718 deadline: 1734320540611, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:20,615 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:41:20,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44704 deadline: 1734320540611, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:20,622 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:41:20,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44676 deadline: 1734320540616, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:20,622 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:41:20,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44742 deadline: 1734320540617, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:20,686 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=297 (bloomFilter=true), to=hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/.tmp/C/f2638085b42e478782a422adceb69f89 2024-12-16T03:41:20,689 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/.tmp/A/ac8cf2c0dd394acd96a8f2838c1f5b0f as hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/A/ac8cf2c0dd394acd96a8f2838c1f5b0f 2024-12-16T03:41:20,691 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/A/ac8cf2c0dd394acd96a8f2838c1f5b0f, entries=200, sequenceid=297, filesize=14.4 K 2024-12-16T03:41:20,692 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/.tmp/B/acb31de8dff04f0bb8c73508ed3e38b9 as hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/B/acb31de8dff04f0bb8c73508ed3e38b9 2024-12-16T03:41:20,694 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/B/acb31de8dff04f0bb8c73508ed3e38b9, entries=150, sequenceid=297, filesize=12.0 K 2024-12-16T03:41:20,695 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/.tmp/C/f2638085b42e478782a422adceb69f89 as hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/C/f2638085b42e478782a422adceb69f89 2024-12-16T03:41:20,697 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/C/f2638085b42e478782a422adceb69f89, entries=150, sequenceid=297, filesize=12.0 K 2024-12-16T03:41:20,697 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 860ad1b547670bf77c40cb31b6209d67 in 1236ms, sequenceid=297, compaction requested=true 2024-12-16T03:41:20,697 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 860ad1b547670bf77c40cb31b6209d67: 2024-12-16T03:41:20,697 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 860ad1b547670bf77c40cb31b6209d67:A, priority=-2147483648, current under compaction store size is 1 2024-12-16T03:41:20,697 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-16T03:41:20,697 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-16T03:41:20,697 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 860ad1b547670bf77c40cb31b6209d67:B, priority=-2147483648, current under compaction store size is 2 2024-12-16T03:41:20,697 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-16T03:41:20,697 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-16T03:41:20,698 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 860ad1b547670bf77c40cb31b6209d67:C, priority=-2147483648, current under compaction store size is 3 2024-12-16T03:41:20,698 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-16T03:41:20,698 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 54364 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-16T03:41:20,698 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49534 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-16T03:41:20,699 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.HStore(1540): 860ad1b547670bf77c40cb31b6209d67/A is initiating minor compaction (all files) 2024-12-16T03:41:20,699 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.HStore(1540): 860ad1b547670bf77c40cb31b6209d67/B is initiating minor compaction (all files) 2024-12-16T03:41:20,699 INFO [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 860ad1b547670bf77c40cb31b6209d67/A in TestAcidGuarantees,,1734320461059.860ad1b547670bf77c40cb31b6209d67. 2024-12-16T03:41:20,699 INFO [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 860ad1b547670bf77c40cb31b6209d67/B in TestAcidGuarantees,,1734320461059.860ad1b547670bf77c40cb31b6209d67. 2024-12-16T03:41:20,699 INFO [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/B/5e0c53d9980642f78571aebebf8ba270, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/B/3351678814024d6cb914b0c1c0eb7e10, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/B/5ee424018f5144a985a5a8c779601dff, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/B/acb31de8dff04f0bb8c73508ed3e38b9] into tmpdir=hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/.tmp, totalSize=48.4 K 2024-12-16T03:41:20,699 INFO [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/A/c411509619f64c31be1b87be437aca9b, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/A/8a177fd8ce1e4279849a4fa8b5681d36, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/A/8132057626694160abdc525d44c8585a, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/A/ac8cf2c0dd394acd96a8f2838c1f5b0f] into tmpdir=hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/.tmp, totalSize=53.1 K 2024-12-16T03:41:20,699 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] compactions.Compactor(224): Compacting c411509619f64c31be1b87be437aca9b, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=246, earliestPutTs=1734320476466 2024-12-16T03:41:20,699 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] compactions.Compactor(224): Compacting 5e0c53d9980642f78571aebebf8ba270, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=246, earliestPutTs=1734320476466 2024-12-16T03:41:20,699 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] compactions.Compactor(224): Compacting 3351678814024d6cb914b0c1c0eb7e10, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=259, earliestPutTs=1734320477089 2024-12-16T03:41:20,699 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8a177fd8ce1e4279849a4fa8b5681d36, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=259, earliestPutTs=1734320477088 2024-12-16T03:41:20,699 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] compactions.Compactor(224): Compacting 5ee424018f5144a985a5a8c779601dff, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=285, earliestPutTs=1734320477720 2024-12-16T03:41:20,700 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8132057626694160abdc525d44c8585a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=285, earliestPutTs=1734320477720 2024-12-16T03:41:20,700 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] compactions.Compactor(224): Compacting acb31de8dff04f0bb8c73508ed3e38b9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=297, earliestPutTs=1734320478850 2024-12-16T03:41:20,700 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] compactions.Compactor(224): Compacting ac8cf2c0dd394acd96a8f2838c1f5b0f, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=297, earliestPutTs=1734320478848 2024-12-16T03:41:20,706 INFO [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 860ad1b547670bf77c40cb31b6209d67#A#compaction#422 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-16T03:41:20,707 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/.tmp/A/ff2f3e70503a4492a57b3e875ec9f4af is 50, key is test_row_0/A:col10/1734320479461/Put/seqid=0 2024-12-16T03:41:20,709 INFO [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 860ad1b547670bf77c40cb31b6209d67#B#compaction#423 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-16T03:41:20,709 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/.tmp/B/310573536e4544769a8080a67be0808b is 50, key is test_row_0/B:col10/1734320479461/Put/seqid=0 2024-12-16T03:41:20,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073742319_1495 (size=13017) 2024-12-16T03:41:20,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073742318_1494 (size=13017) 2024-12-16T03:41:20,723 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:20,723 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39893 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=143 2024-12-16T03:41:20,723 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734320461059.860ad1b547670bf77c40cb31b6209d67. 2024-12-16T03:41:20,723 INFO [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2837): Flushing 860ad1b547670bf77c40cb31b6209d67 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-12-16T03:41:20,723 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 860ad1b547670bf77c40cb31b6209d67, store=A 2024-12-16T03:41:20,723 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T03:41:20,724 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 860ad1b547670bf77c40cb31b6209d67, store=B 2024-12-16T03:41:20,724 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T03:41:20,724 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 860ad1b547670bf77c40cb31b6209d67, store=C 2024-12-16T03:41:20,724 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T03:41:20,727 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/.tmp/A/6654941d0a9447668e081a720a26f795 is 50, key is test_row_0/A:col10/1734320479485/Put/seqid=0 2024-12-16T03:41:20,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073742320_1496 (size=12301) 2024-12-16T03:41:21,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-12-16T03:41:21,120 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/.tmp/A/ff2f3e70503a4492a57b3e875ec9f4af as hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/A/ff2f3e70503a4492a57b3e875ec9f4af 2024-12-16T03:41:21,120 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/.tmp/B/310573536e4544769a8080a67be0808b as hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/B/310573536e4544769a8080a67be0808b 2024-12-16T03:41:21,123 INFO [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 860ad1b547670bf77c40cb31b6209d67/B of 860ad1b547670bf77c40cb31b6209d67 into 310573536e4544769a8080a67be0808b(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-16T03:41:21,123 INFO [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 860ad1b547670bf77c40cb31b6209d67/A of 860ad1b547670bf77c40cb31b6209d67 into ff2f3e70503a4492a57b3e875ec9f4af(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-16T03:41:21,123 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 860ad1b547670bf77c40cb31b6209d67: 2024-12-16T03:41:21,123 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 860ad1b547670bf77c40cb31b6209d67: 2024-12-16T03:41:21,123 INFO [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734320461059.860ad1b547670bf77c40cb31b6209d67., storeName=860ad1b547670bf77c40cb31b6209d67/A, priority=12, startTime=1734320480697; duration=0sec 2024-12-16T03:41:21,123 INFO [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734320461059.860ad1b547670bf77c40cb31b6209d67., storeName=860ad1b547670bf77c40cb31b6209d67/B, priority=12, startTime=1734320480697; duration=0sec 2024-12-16T03:41:21,123 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-16T03:41:21,123 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 860ad1b547670bf77c40cb31b6209d67:B 2024-12-16T03:41:21,123 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-16T03:41:21,123 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 860ad1b547670bf77c40cb31b6209d67:A 2024-12-16T03:41:21,123 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-16T03:41:21,124 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49534 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-16T03:41:21,124 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.HStore(1540): 860ad1b547670bf77c40cb31b6209d67/C is initiating minor compaction (all files) 2024-12-16T03:41:21,124 INFO [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 860ad1b547670bf77c40cb31b6209d67/C in TestAcidGuarantees,,1734320461059.860ad1b547670bf77c40cb31b6209d67. 2024-12-16T03:41:21,124 INFO [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/C/1d1cc8cf42d647779e9ea432e1a6f710, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/C/058779088e4b4a708b20be7d766e72e8, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/C/5112f91b348545379e02f307809ffb0c, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/C/f2638085b42e478782a422adceb69f89] into tmpdir=hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/.tmp, totalSize=48.4 K 2024-12-16T03:41:21,125 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] compactions.Compactor(224): Compacting 1d1cc8cf42d647779e9ea432e1a6f710, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=246, earliestPutTs=1734320476466 2024-12-16T03:41:21,125 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] compactions.Compactor(224): Compacting 058779088e4b4a708b20be7d766e72e8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=259, earliestPutTs=1734320477089 2024-12-16T03:41:21,125 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] compactions.Compactor(224): Compacting 5112f91b348545379e02f307809ffb0c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=285, earliestPutTs=1734320477720 2024-12-16T03:41:21,125 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] compactions.Compactor(224): Compacting f2638085b42e478782a422adceb69f89, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=297, earliestPutTs=1734320478850 2024-12-16T03:41:21,130 INFO [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 860ad1b547670bf77c40cb31b6209d67#C#compaction#425 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-16T03:41:21,130 INFO [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=321 (bloomFilter=true), to=hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/.tmp/A/6654941d0a9447668e081a720a26f795 2024-12-16T03:41:21,131 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/.tmp/C/7c707cedc0cd4d76b1e4db7c2e6be50b is 50, key is test_row_0/C:col10/1734320479461/Put/seqid=0 2024-12-16T03:41:21,134 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073742321_1497 (size=13017) 2024-12-16T03:41:21,144 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/.tmp/B/ed5569a8a2e343fe98f1a4b10a3d15c9 is 50, key is test_row_0/B:col10/1734320479485/Put/seqid=0 2024-12-16T03:41:21,146 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073742322_1498 (size=12301) 2024-12-16T03:41:21,538 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/.tmp/C/7c707cedc0cd4d76b1e4db7c2e6be50b as hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/C/7c707cedc0cd4d76b1e4db7c2e6be50b 2024-12-16T03:41:21,542 INFO [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 860ad1b547670bf77c40cb31b6209d67/C of 860ad1b547670bf77c40cb31b6209d67 into 7c707cedc0cd4d76b1e4db7c2e6be50b(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-16T03:41:21,542 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 860ad1b547670bf77c40cb31b6209d67: 2024-12-16T03:41:21,542 INFO [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734320461059.860ad1b547670bf77c40cb31b6209d67., storeName=860ad1b547670bf77c40cb31b6209d67/C, priority=12, startTime=1734320480697; duration=0sec 2024-12-16T03:41:21,542 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-16T03:41:21,542 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 860ad1b547670bf77c40cb31b6209d67:C 2024-12-16T03:41:21,547 INFO [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=321 (bloomFilter=true), to=hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/.tmp/B/ed5569a8a2e343fe98f1a4b10a3d15c9 2024-12-16T03:41:21,557 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/.tmp/C/42fd69b83e2d4742b4e2ef9e378b253e is 50, key is test_row_0/C:col10/1734320479485/Put/seqid=0 2024-12-16T03:41:21,560 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073742323_1499 (size=12301) 2024-12-16T03:41:21,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(8581): Flush requested on 860ad1b547670bf77c40cb31b6209d67 2024-12-16T03:41:21,619 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734320461059.860ad1b547670bf77c40cb31b6209d67. as already flushing 2024-12-16T03:41:21,635 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:41:21,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44720 deadline: 1734320541630, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:21,635 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:41:21,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44718 deadline: 1734320541631, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:21,635 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:41:21,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44676 deadline: 1734320541631, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:21,638 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:41:21,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44742 deadline: 1734320541634, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:21,638 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:41:21,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44704 deadline: 1734320541635, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:21,738 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:41:21,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44720 deadline: 1734320541736, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:21,739 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:41:21,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44718 deadline: 1734320541736, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:21,739 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:41:21,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44742 deadline: 1734320541738, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:21,739 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:41:21,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44704 deadline: 1734320541739, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:21,940 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:41:21,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44720 deadline: 1734320541939, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:21,941 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:41:21,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44718 deadline: 1734320541939, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:21,942 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:41:21,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44742 deadline: 1734320541940, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:21,944 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:41:21,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44704 deadline: 1734320541941, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:21,961 INFO [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=321 (bloomFilter=true), to=hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/.tmp/C/42fd69b83e2d4742b4e2ef9e378b253e 2024-12-16T03:41:21,963 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/.tmp/A/6654941d0a9447668e081a720a26f795 as hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/A/6654941d0a9447668e081a720a26f795 2024-12-16T03:41:21,972 INFO [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/A/6654941d0a9447668e081a720a26f795, entries=150, sequenceid=321, filesize=12.0 K 2024-12-16T03:41:21,973 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/.tmp/B/ed5569a8a2e343fe98f1a4b10a3d15c9 as hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/B/ed5569a8a2e343fe98f1a4b10a3d15c9 2024-12-16T03:41:21,975 INFO [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/B/ed5569a8a2e343fe98f1a4b10a3d15c9, entries=150, sequenceid=321, filesize=12.0 K 2024-12-16T03:41:21,976 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/.tmp/C/42fd69b83e2d4742b4e2ef9e378b253e as hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/C/42fd69b83e2d4742b4e2ef9e378b253e 2024-12-16T03:41:21,978 INFO [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/C/42fd69b83e2d4742b4e2ef9e378b253e, entries=150, sequenceid=321, filesize=12.0 K 2024-12-16T03:41:21,979 INFO [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 860ad1b547670bf77c40cb31b6209d67 in 1256ms, sequenceid=321, compaction requested=false 2024-12-16T03:41:21,979 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2538): Flush status journal for 860ad1b547670bf77c40cb31b6209d67: 2024-12-16T03:41:21,979 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734320461059.860ad1b547670bf77c40cb31b6209d67. 2024-12-16T03:41:21,979 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=143 2024-12-16T03:41:21,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.HMaster(4106): Remote procedure done, pid=143 2024-12-16T03:41:21,981 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=143, resume processing ppid=142 2024-12-16T03:41:21,981 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=143, ppid=142, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0170 sec 2024-12-16T03:41:21,982 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=142, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=142, table=TestAcidGuarantees in 2.0190 sec 2024-12-16T03:41:22,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-12-16T03:41:22,066 INFO [Thread-1938 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 142 completed 2024-12-16T03:41:22,067 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-16T03:41:22,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] procedure2.ProcedureExecutor(1098): Stored pid=144, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=144, table=TestAcidGuarantees 2024-12-16T03:41:22,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=144 2024-12-16T03:41:22,068 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=144, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=144, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-16T03:41:22,068 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=144, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=144, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-16T03:41:22,068 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=145, ppid=144, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-16T03:41:22,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=144 2024-12-16T03:41:22,219 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:22,219 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39893 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=145 2024-12-16T03:41:22,220 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734320461059.860ad1b547670bf77c40cb31b6209d67. 2024-12-16T03:41:22,220 INFO [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2837): Flushing 860ad1b547670bf77c40cb31b6209d67 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-12-16T03:41:22,220 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 860ad1b547670bf77c40cb31b6209d67, store=A 2024-12-16T03:41:22,220 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T03:41:22,220 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 860ad1b547670bf77c40cb31b6209d67, store=B 2024-12-16T03:41:22,220 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T03:41:22,220 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 860ad1b547670bf77c40cb31b6209d67, store=C 2024-12-16T03:41:22,220 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T03:41:22,223 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/.tmp/A/115343ae2c8a4515a324ff4392db7a77 is 50, key is test_row_0/A:col10/1734320481634/Put/seqid=0 2024-12-16T03:41:22,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073742324_1500 (size=12301) 2024-12-16T03:41:22,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(8581): Flush requested on 860ad1b547670bf77c40cb31b6209d67 2024-12-16T03:41:22,245 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734320461059.860ad1b547670bf77c40cb31b6209d67. as already flushing 2024-12-16T03:41:22,302 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:41:22,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44718 deadline: 1734320542296, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:22,303 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:41:22,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44704 deadline: 1734320542300, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:22,307 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:41:22,307 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:41:22,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44742 deadline: 1734320542301, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:22,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44720 deadline: 1734320542303, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:22,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=144 2024-12-16T03:41:22,405 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:41:22,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44718 deadline: 1734320542403, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:22,405 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:41:22,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44704 deadline: 1734320542404, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:22,411 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:41:22,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44742 deadline: 1734320542408, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:22,412 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:41:22,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44720 deadline: 1734320542408, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:22,609 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:41:22,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44718 deadline: 1734320542606, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:22,609 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:41:22,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44704 deadline: 1734320542606, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:22,616 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:41:22,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44742 deadline: 1734320542613, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:22,616 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:41:22,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44720 deadline: 1734320542613, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:22,626 INFO [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=336 (bloomFilter=true), to=hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/.tmp/A/115343ae2c8a4515a324ff4392db7a77 2024-12-16T03:41:22,631 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/.tmp/B/a19820fb5e544f31891c35920a06c987 is 50, key is test_row_0/B:col10/1734320481634/Put/seqid=0 2024-12-16T03:41:22,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073742325_1501 (size=12301) 2024-12-16T03:41:22,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=144 2024-12-16T03:41:22,912 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:41:22,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44718 deadline: 1734320542910, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:22,913 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:41:22,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44704 deadline: 1734320542911, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:22,920 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:41:22,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44742 deadline: 1734320542918, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:22,920 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:41:22,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44720 deadline: 1734320542919, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:23,035 INFO [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=336 (bloomFilter=true), to=hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/.tmp/B/a19820fb5e544f31891c35920a06c987 2024-12-16T03:41:23,041 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/.tmp/C/9c5c9c77d87d4054928f48d878a1030e is 50, key is test_row_0/C:col10/1734320481634/Put/seqid=0 2024-12-16T03:41:23,044 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073742326_1502 (size=12301) 2024-12-16T03:41:23,045 INFO [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=336 (bloomFilter=true), to=hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/.tmp/C/9c5c9c77d87d4054928f48d878a1030e 2024-12-16T03:41:23,050 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/.tmp/A/115343ae2c8a4515a324ff4392db7a77 as hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/A/115343ae2c8a4515a324ff4392db7a77 2024-12-16T03:41:23,053 INFO [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/A/115343ae2c8a4515a324ff4392db7a77, entries=150, sequenceid=336, filesize=12.0 K 2024-12-16T03:41:23,054 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/.tmp/B/a19820fb5e544f31891c35920a06c987 as hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/B/a19820fb5e544f31891c35920a06c987 2024-12-16T03:41:23,056 INFO [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/B/a19820fb5e544f31891c35920a06c987, entries=150, sequenceid=336, filesize=12.0 K 2024-12-16T03:41:23,057 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/.tmp/C/9c5c9c77d87d4054928f48d878a1030e as hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/C/9c5c9c77d87d4054928f48d878a1030e 2024-12-16T03:41:23,059 INFO [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/C/9c5c9c77d87d4054928f48d878a1030e, entries=150, sequenceid=336, filesize=12.0 K 2024-12-16T03:41:23,060 INFO [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 860ad1b547670bf77c40cb31b6209d67 in 840ms, sequenceid=336, compaction requested=true 2024-12-16T03:41:23,060 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2538): Flush status journal for 860ad1b547670bf77c40cb31b6209d67: 2024-12-16T03:41:23,060 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734320461059.860ad1b547670bf77c40cb31b6209d67. 2024-12-16T03:41:23,060 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=145 2024-12-16T03:41:23,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.HMaster(4106): Remote procedure done, pid=145 2024-12-16T03:41:23,062 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=145, resume processing ppid=144 2024-12-16T03:41:23,062 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=145, ppid=144, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 993 msec 2024-12-16T03:41:23,063 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-16T03:41:23,063 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=144, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=144, table=TestAcidGuarantees in 995 msec 2024-12-16T03:41:23,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=144 2024-12-16T03:41:23,170 INFO [Thread-1938 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 144 completed 2024-12-16T03:41:23,171 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-16T03:41:23,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] procedure2.ProcedureExecutor(1098): Stored pid=146, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=146, table=TestAcidGuarantees 2024-12-16T03:41:23,172 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=146, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=146, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-16T03:41:23,172 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=146, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=146, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-16T03:41:23,172 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=147, ppid=146, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-16T03:41:23,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=146 2024-12-16T03:41:23,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=146 2024-12-16T03:41:23,323 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:23,324 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39893 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=147 2024-12-16T03:41:23,324 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734320461059.860ad1b547670bf77c40cb31b6209d67. 2024-12-16T03:41:23,324 INFO [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2837): Flushing 860ad1b547670bf77c40cb31b6209d67 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-12-16T03:41:23,324 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 860ad1b547670bf77c40cb31b6209d67, store=A 2024-12-16T03:41:23,324 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T03:41:23,324 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 860ad1b547670bf77c40cb31b6209d67, store=B 2024-12-16T03:41:23,324 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T03:41:23,324 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 860ad1b547670bf77c40cb31b6209d67, store=C 2024-12-16T03:41:23,324 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T03:41:23,328 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/.tmp/A/d98437bc989b46ac861e9cf8e7c40707 is 50, key is test_row_0/A:col10/1734320482301/Put/seqid=0 2024-12-16T03:41:23,331 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073742327_1503 (size=12301) 2024-12-16T03:41:23,342 DEBUG [Thread-1941 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2405c04e to 127.0.0.1:56952 2024-12-16T03:41:23,342 DEBUG [Thread-1941 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T03:41:23,344 DEBUG [Thread-1943 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x73d92042 to 127.0.0.1:56952 2024-12-16T03:41:23,344 DEBUG [Thread-1943 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T03:41:23,345 DEBUG [Thread-1945 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x593af048 to 127.0.0.1:56952 2024-12-16T03:41:23,345 DEBUG [Thread-1945 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T03:41:23,346 DEBUG [Thread-1947 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2209c520 to 127.0.0.1:56952 2024-12-16T03:41:23,346 DEBUG [Thread-1947 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T03:41:23,349 DEBUG [Thread-1939 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3652e74d to 127.0.0.1:56952 2024-12-16T03:41:23,349 DEBUG [Thread-1939 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T03:41:23,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(8581): Flush requested on 860ad1b547670bf77c40cb31b6209d67 2024-12-16T03:41:23,416 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734320461059.860ad1b547670bf77c40cb31b6209d67. as already flushing 2024-12-16T03:41:23,417 DEBUG [Thread-1930 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7ed69825 to 127.0.0.1:56952 2024-12-16T03:41:23,417 DEBUG [Thread-1930 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T03:41:23,419 DEBUG [Thread-1932 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x11193a0c to 127.0.0.1:56952 2024-12-16T03:41:23,419 DEBUG [Thread-1932 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T03:41:23,424 DEBUG [Thread-1934 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7861b162 to 127.0.0.1:56952 2024-12-16T03:41:23,424 DEBUG [Thread-1934 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T03:41:23,425 DEBUG [Thread-1928 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x4414259d to 127.0.0.1:56952 2024-12-16T03:41:23,425 DEBUG [Thread-1928 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T03:41:23,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=146 2024-12-16T03:41:23,646 DEBUG [Thread-1936 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x154f0f85 to 127.0.0.1:56952 2024-12-16T03:41:23,646 DEBUG [Thread-1936 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T03:41:23,731 INFO [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=360 (bloomFilter=true), to=hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/.tmp/A/d98437bc989b46ac861e9cf8e7c40707 2024-12-16T03:41:23,747 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/.tmp/B/7cc56aea9f9e462ca0f9ff3c6a0d1567 is 50, key is test_row_0/B:col10/1734320482301/Put/seqid=0 2024-12-16T03:41:23,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073742328_1504 (size=12301) 2024-12-16T03:41:23,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=146 2024-12-16T03:41:24,151 INFO [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=360 (bloomFilter=true), to=hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/.tmp/B/7cc56aea9f9e462ca0f9ff3c6a0d1567 2024-12-16T03:41:24,163 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/.tmp/C/7e78458f95d745be8a345c2dc4bf04da is 50, key is test_row_0/C:col10/1734320482301/Put/seqid=0 2024-12-16T03:41:24,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073742329_1505 (size=12301) 2024-12-16T03:41:24,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=146 2024-12-16T03:41:24,567 INFO [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=360 (bloomFilter=true), to=hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/.tmp/C/7e78458f95d745be8a345c2dc4bf04da 2024-12-16T03:41:24,574 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/.tmp/A/d98437bc989b46ac861e9cf8e7c40707 as hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/A/d98437bc989b46ac861e9cf8e7c40707 2024-12-16T03:41:24,579 INFO [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/A/d98437bc989b46ac861e9cf8e7c40707, entries=150, sequenceid=360, filesize=12.0 K 2024-12-16T03:41:24,581 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/.tmp/B/7cc56aea9f9e462ca0f9ff3c6a0d1567 as hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/B/7cc56aea9f9e462ca0f9ff3c6a0d1567 2024-12-16T03:41:24,585 INFO [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/B/7cc56aea9f9e462ca0f9ff3c6a0d1567, entries=150, sequenceid=360, filesize=12.0 K 2024-12-16T03:41:24,586 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/.tmp/C/7e78458f95d745be8a345c2dc4bf04da as hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/C/7e78458f95d745be8a345c2dc4bf04da 2024-12-16T03:41:24,592 INFO [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/C/7e78458f95d745be8a345c2dc4bf04da, entries=150, sequenceid=360, filesize=12.0 K 2024-12-16T03:41:24,593 INFO [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=33.54 KB/34350 for 860ad1b547670bf77c40cb31b6209d67 in 1269ms, sequenceid=360, compaction requested=true 2024-12-16T03:41:24,593 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2538): Flush status journal for 860ad1b547670bf77c40cb31b6209d67: 2024-12-16T03:41:24,593 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734320461059.860ad1b547670bf77c40cb31b6209d67. 2024-12-16T03:41:24,593 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=147 2024-12-16T03:41:24,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.HMaster(4106): Remote procedure done, pid=147 2024-12-16T03:41:24,596 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=147, resume processing ppid=146 2024-12-16T03:41:24,596 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=147, ppid=146, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4220 sec 2024-12-16T03:41:24,598 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=146, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=146, table=TestAcidGuarantees in 1.4260 sec 2024-12-16T03:41:25,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=146 2024-12-16T03:41:25,279 INFO [Thread-1938 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 146 completed 2024-12-16T03:41:25,279 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-12-16T03:41:25,279 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 74 2024-12-16T03:41:25,279 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 54 2024-12-16T03:41:25,279 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 53 2024-12-16T03:41:25,279 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 54 2024-12-16T03:41:25,279 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 54 2024-12-16T03:41:25,279 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-12-16T03:41:25,279 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-12-16T03:41:25,279 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 3450 2024-12-16T03:41:25,279 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 10350 rows 2024-12-16T03:41:25,279 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 3452 2024-12-16T03:41:25,279 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 10356 rows 2024-12-16T03:41:25,279 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 3442 2024-12-16T03:41:25,279 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 10326 rows 2024-12-16T03:41:25,279 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 3457 2024-12-16T03:41:25,279 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 10371 rows 2024-12-16T03:41:25,279 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 3451 2024-12-16T03:41:25,279 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 10353 rows 2024-12-16T03:41:25,280 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-12-16T03:41:25,280 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0de9f076 to 127.0.0.1:56952 2024-12-16T03:41:25,280 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T03:41:25,282 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-12-16T03:41:25,283 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-12-16T03:41:25,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] procedure2.ProcedureExecutor(1098): Stored pid=148, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-12-16T03:41:25,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=148 2024-12-16T03:41:25,286 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734320485286"}]},"ts":"1734320485286"} 2024-12-16T03:41:25,287 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-12-16T03:41:25,326 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-12-16T03:41:25,328 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=149, ppid=148, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-12-16T03:41:25,330 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=150, ppid=149, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=860ad1b547670bf77c40cb31b6209d67, UNASSIGN}] 2024-12-16T03:41:25,331 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=150, ppid=149, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=860ad1b547670bf77c40cb31b6209d67, UNASSIGN 2024-12-16T03:41:25,332 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=150 updating hbase:meta row=860ad1b547670bf77c40cb31b6209d67, regionState=CLOSING, regionLocation=f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:25,334 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-16T03:41:25,334 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=151, ppid=150, state=RUNNABLE; CloseRegionProcedure 860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634}] 2024-12-16T03:41:25,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=148 2024-12-16T03:41:25,487 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:25,488 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] handler.UnassignRegionHandler(124): Close 860ad1b547670bf77c40cb31b6209d67 2024-12-16T03:41:25,488 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-12-16T03:41:25,488 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] regionserver.HRegion(1681): Closing 860ad1b547670bf77c40cb31b6209d67, disabling compactions & flushes 2024-12-16T03:41:25,488 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1734320461059.860ad1b547670bf77c40cb31b6209d67. 2024-12-16T03:41:25,488 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1734320461059.860ad1b547670bf77c40cb31b6209d67. 2024-12-16T03:41:25,488 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1734320461059.860ad1b547670bf77c40cb31b6209d67. after waiting 0 ms 2024-12-16T03:41:25,488 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1734320461059.860ad1b547670bf77c40cb31b6209d67. 2024-12-16T03:41:25,489 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] regionserver.HRegion(2837): Flushing 860ad1b547670bf77c40cb31b6209d67 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-12-16T03:41:25,489 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 860ad1b547670bf77c40cb31b6209d67, store=A 2024-12-16T03:41:25,489 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T03:41:25,490 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 860ad1b547670bf77c40cb31b6209d67, store=B 2024-12-16T03:41:25,490 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T03:41:25,490 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 860ad1b547670bf77c40cb31b6209d67, store=C 2024-12-16T03:41:25,490 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T03:41:25,498 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/.tmp/A/692c2300e8e24d999ba7f74b66d7b951 is 50, key is test_row_0/A:col10/1734320483423/Put/seqid=0 2024-12-16T03:41:25,505 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073742330_1506 (size=12301) 2024-12-16T03:41:25,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=148 2024-12-16T03:41:25,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=148 2024-12-16T03:41:25,906 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=368 (bloomFilter=true), to=hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/.tmp/A/692c2300e8e24d999ba7f74b66d7b951 2024-12-16T03:41:25,921 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/.tmp/B/eb51bd7eb5934eceb3e5f31af6cd7534 is 50, key is test_row_0/B:col10/1734320483423/Put/seqid=0 2024-12-16T03:41:25,925 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073742331_1507 (size=12301) 2024-12-16T03:41:26,327 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=368 (bloomFilter=true), to=hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/.tmp/B/eb51bd7eb5934eceb3e5f31af6cd7534 2024-12-16T03:41:26,341 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/.tmp/C/8644be64f5f747cf9d3b36caa4f0387e is 50, key is test_row_0/C:col10/1734320483423/Put/seqid=0 2024-12-16T03:41:26,345 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073742332_1508 (size=12301) 2024-12-16T03:41:26,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=148 2024-12-16T03:41:26,747 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=368 (bloomFilter=true), to=hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/.tmp/C/8644be64f5f747cf9d3b36caa4f0387e 2024-12-16T03:41:26,757 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/.tmp/A/692c2300e8e24d999ba7f74b66d7b951 as hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/A/692c2300e8e24d999ba7f74b66d7b951 2024-12-16T03:41:26,761 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/A/692c2300e8e24d999ba7f74b66d7b951, entries=150, sequenceid=368, filesize=12.0 K 2024-12-16T03:41:26,761 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/.tmp/B/eb51bd7eb5934eceb3e5f31af6cd7534 as hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/B/eb51bd7eb5934eceb3e5f31af6cd7534 2024-12-16T03:41:26,765 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/B/eb51bd7eb5934eceb3e5f31af6cd7534, entries=150, sequenceid=368, filesize=12.0 K 2024-12-16T03:41:26,765 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/.tmp/C/8644be64f5f747cf9d3b36caa4f0387e as hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/C/8644be64f5f747cf9d3b36caa4f0387e 2024-12-16T03:41:26,769 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/C/8644be64f5f747cf9d3b36caa4f0387e, entries=150, sequenceid=368, filesize=12.0 K 2024-12-16T03:41:26,770 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] regionserver.HRegion(3040): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for 860ad1b547670bf77c40cb31b6209d67 in 1281ms, sequenceid=368, compaction requested=true 2024-12-16T03:41:26,770 DEBUG [StoreCloser-TestAcidGuarantees,,1734320461059.860ad1b547670bf77c40cb31b6209d67.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/A/4399fb2bd07b4e7889c45ee829bb0e22, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/A/c0ecd7385698493db33d720a672c758b, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/A/c2f246090cd2435e8fb155d84ce1cfe4, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/A/4cbf6dd23b24460ba1aa3369e90c442b, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/A/c7f87bca82314e0fafb79db0d8390155, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/A/1383fd4a49574744a2150941759b10c1, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/A/4e29bf9c5a76453a876abee16c94fb45, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/A/a02fc9e536df4d2684bd7423413ee39c, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/A/84bdd0190be24c798386551a621d2228, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/A/74a5f7b1559f48a3b2b4ad6933bfd834, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/A/e2987ae0f56b4a0a8b0a4998aae0f08a, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/A/b750e4e5872546e3a844fb0c5686503b, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/A/af3858b099474ee784cd23c7432616ca, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/A/cb24ebd3cc4e4de5909d86edbf25aae2, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/A/67780aad2f7d4f5888c303edf26c215d, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/A/4361b48d33034c5e8fcc6bb9a0688af4, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/A/1674f5cc893a49ed85a90fe7b6a82430, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/A/c411509619f64c31be1b87be437aca9b, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/A/8a177fd8ce1e4279849a4fa8b5681d36, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/A/8132057626694160abdc525d44c8585a, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/A/ac8cf2c0dd394acd96a8f2838c1f5b0f] to archive 2024-12-16T03:41:26,771 DEBUG [StoreCloser-TestAcidGuarantees,,1734320461059.860ad1b547670bf77c40cb31b6209d67.-1 {}] backup.HFileArchiver(363): Archiving compacted files. 2024-12-16T03:41:26,773 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/A/4399fb2bd07b4e7889c45ee829bb0e22 to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/A/4399fb2bd07b4e7889c45ee829bb0e22 2024-12-16T03:41:26,773 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/A/4cbf6dd23b24460ba1aa3369e90c442b to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/A/4cbf6dd23b24460ba1aa3369e90c442b 2024-12-16T03:41:26,773 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/A/c2f246090cd2435e8fb155d84ce1cfe4 to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/A/c2f246090cd2435e8fb155d84ce1cfe4 2024-12-16T03:41:26,773 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/A/4e29bf9c5a76453a876abee16c94fb45 to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/A/4e29bf9c5a76453a876abee16c94fb45 2024-12-16T03:41:26,774 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/A/c0ecd7385698493db33d720a672c758b to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/A/c0ecd7385698493db33d720a672c758b 2024-12-16T03:41:26,774 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/A/c7f87bca82314e0fafb79db0d8390155 to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/A/c7f87bca82314e0fafb79db0d8390155 2024-12-16T03:41:26,774 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/A/1383fd4a49574744a2150941759b10c1 to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/A/1383fd4a49574744a2150941759b10c1 2024-12-16T03:41:26,774 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/A/a02fc9e536df4d2684bd7423413ee39c to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/A/a02fc9e536df4d2684bd7423413ee39c 2024-12-16T03:41:26,775 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/A/84bdd0190be24c798386551a621d2228 to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/A/84bdd0190be24c798386551a621d2228 2024-12-16T03:41:26,775 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/A/74a5f7b1559f48a3b2b4ad6933bfd834 to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/A/74a5f7b1559f48a3b2b4ad6933bfd834 2024-12-16T03:41:26,775 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/A/e2987ae0f56b4a0a8b0a4998aae0f08a to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/A/e2987ae0f56b4a0a8b0a4998aae0f08a 2024-12-16T03:41:26,775 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/A/b750e4e5872546e3a844fb0c5686503b to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/A/b750e4e5872546e3a844fb0c5686503b 2024-12-16T03:41:26,776 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/A/cb24ebd3cc4e4de5909d86edbf25aae2 to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/A/cb24ebd3cc4e4de5909d86edbf25aae2 2024-12-16T03:41:26,776 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/A/4361b48d33034c5e8fcc6bb9a0688af4 to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/A/4361b48d33034c5e8fcc6bb9a0688af4 2024-12-16T03:41:26,776 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/A/67780aad2f7d4f5888c303edf26c215d to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/A/67780aad2f7d4f5888c303edf26c215d 2024-12-16T03:41:26,776 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/A/af3858b099474ee784cd23c7432616ca to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/A/af3858b099474ee784cd23c7432616ca 2024-12-16T03:41:26,777 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/A/1674f5cc893a49ed85a90fe7b6a82430 to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/A/1674f5cc893a49ed85a90fe7b6a82430 2024-12-16T03:41:26,777 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/A/8132057626694160abdc525d44c8585a to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/A/8132057626694160abdc525d44c8585a 2024-12-16T03:41:26,777 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/A/8a177fd8ce1e4279849a4fa8b5681d36 to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/A/8a177fd8ce1e4279849a4fa8b5681d36 2024-12-16T03:41:26,777 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/A/ac8cf2c0dd394acd96a8f2838c1f5b0f to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/A/ac8cf2c0dd394acd96a8f2838c1f5b0f 2024-12-16T03:41:26,777 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/A/c411509619f64c31be1b87be437aca9b to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/A/c411509619f64c31be1b87be437aca9b 2024-12-16T03:41:26,778 DEBUG [StoreCloser-TestAcidGuarantees,,1734320461059.860ad1b547670bf77c40cb31b6209d67.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/B/181dadb766564171969cfdd569ff1148, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/B/aab23c627235415284560ca89b21cdf8, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/B/85c6b36983404e51ad9018d4d6d4a987, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/B/b535a752579f40f3bb2c67a9e3d4ea90, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/B/9bd985e2f9bd4e53a7ec9d68829659c2, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/B/fb7c1a882553441b8a8807e935e99b4f, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/B/0a5fc455ab7e4ff3a79963f247ddf90a, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/B/7adb01a8d1d4412dbcc4c9aca06b1e30, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/B/c95aeee272ae442fa8b89bef704d32ce, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/B/f10b1318628c4db29975c6ad68b81f9d, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/B/1e0baa1ba78842c0b7a82613814ea587, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/B/ccbb8f75cc3f4cfeb49fa3ea95ff60d1, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/B/25e58df609074a77b87578a389bd82ca, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/B/378270ec743c41c3ab9d1c810d316d83, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/B/8a2ed5cf34d5407eb96b2549faf3adfe, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/B/38db5462131f4dc7b7fed340a953e454, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/B/5e0c53d9980642f78571aebebf8ba270, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/B/ed3b3208cffc46158e336b610981f87e, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/B/3351678814024d6cb914b0c1c0eb7e10, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/B/5ee424018f5144a985a5a8c779601dff, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/B/acb31de8dff04f0bb8c73508ed3e38b9] to archive 2024-12-16T03:41:26,779 DEBUG [StoreCloser-TestAcidGuarantees,,1734320461059.860ad1b547670bf77c40cb31b6209d67.-1 {}] backup.HFileArchiver(363): Archiving compacted files. 2024-12-16T03:41:26,780 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/B/85c6b36983404e51ad9018d4d6d4a987 to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/B/85c6b36983404e51ad9018d4d6d4a987 2024-12-16T03:41:26,781 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/B/9bd985e2f9bd4e53a7ec9d68829659c2 to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/B/9bd985e2f9bd4e53a7ec9d68829659c2 2024-12-16T03:41:26,781 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/B/181dadb766564171969cfdd569ff1148 to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/B/181dadb766564171969cfdd569ff1148 2024-12-16T03:41:26,781 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/B/b535a752579f40f3bb2c67a9e3d4ea90 to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/B/b535a752579f40f3bb2c67a9e3d4ea90 2024-12-16T03:41:26,781 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/B/0a5fc455ab7e4ff3a79963f247ddf90a to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/B/0a5fc455ab7e4ff3a79963f247ddf90a 2024-12-16T03:41:26,781 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/B/7adb01a8d1d4412dbcc4c9aca06b1e30 to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/B/7adb01a8d1d4412dbcc4c9aca06b1e30 2024-12-16T03:41:26,781 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/B/aab23c627235415284560ca89b21cdf8 to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/B/aab23c627235415284560ca89b21cdf8 2024-12-16T03:41:26,781 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/B/fb7c1a882553441b8a8807e935e99b4f to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/B/fb7c1a882553441b8a8807e935e99b4f 2024-12-16T03:41:26,782 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/B/c95aeee272ae442fa8b89bef704d32ce to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/B/c95aeee272ae442fa8b89bef704d32ce 2024-12-16T03:41:26,782 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/B/ccbb8f75cc3f4cfeb49fa3ea95ff60d1 to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/B/ccbb8f75cc3f4cfeb49fa3ea95ff60d1 2024-12-16T03:41:26,782 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/B/1e0baa1ba78842c0b7a82613814ea587 to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/B/1e0baa1ba78842c0b7a82613814ea587 2024-12-16T03:41:26,782 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/B/f10b1318628c4db29975c6ad68b81f9d to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/B/f10b1318628c4db29975c6ad68b81f9d 2024-12-16T03:41:26,782 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/B/378270ec743c41c3ab9d1c810d316d83 to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/B/378270ec743c41c3ab9d1c810d316d83 2024-12-16T03:41:26,782 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/B/25e58df609074a77b87578a389bd82ca to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/B/25e58df609074a77b87578a389bd82ca 2024-12-16T03:41:26,782 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/B/8a2ed5cf34d5407eb96b2549faf3adfe to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/B/8a2ed5cf34d5407eb96b2549faf3adfe 2024-12-16T03:41:26,782 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/B/38db5462131f4dc7b7fed340a953e454 to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/B/38db5462131f4dc7b7fed340a953e454 2024-12-16T03:41:26,783 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/B/5e0c53d9980642f78571aebebf8ba270 to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/B/5e0c53d9980642f78571aebebf8ba270 2024-12-16T03:41:26,783 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/B/3351678814024d6cb914b0c1c0eb7e10 to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/B/3351678814024d6cb914b0c1c0eb7e10 2024-12-16T03:41:26,783 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/B/5ee424018f5144a985a5a8c779601dff to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/B/5ee424018f5144a985a5a8c779601dff 2024-12-16T03:41:26,783 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/B/acb31de8dff04f0bb8c73508ed3e38b9 to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/B/acb31de8dff04f0bb8c73508ed3e38b9 2024-12-16T03:41:26,783 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/B/ed3b3208cffc46158e336b610981f87e to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/B/ed3b3208cffc46158e336b610981f87e 2024-12-16T03:41:26,783 DEBUG [StoreCloser-TestAcidGuarantees,,1734320461059.860ad1b547670bf77c40cb31b6209d67.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/C/3b36e1b9c0f04526a9388d5a0c066dcd, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/C/bf77915a2066412a8801d1e7d2ec923a, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/C/187612170aed4b94a816fc524147fc95, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/C/2b35833424aa467589be6208765706d8, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/C/4d68adb735224526938cea5c60bb698f, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/C/1f91d5d091bc4d53a33c8dde103294ac, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/C/d722d8e9df0d42b78d0d2f7ce5b8f635, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/C/3e7ffde5a088430ea5d4d96b9c101c42, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/C/11ae910a303c415fa055d2f821c9711f, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/C/d2e277249ae348e097d30dc3d13c9c28, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/C/8b1d66d510754eb998f3bc22387257c0, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/C/ccd0c4629296499eacb074caa56804fb, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/C/e83469d1268b4a82aa997496c7942306, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/C/5f81fc8c065c43c1a0949ebefcd9b68d, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/C/8a5434147f98429fa1730e7ce1adefe8, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/C/f3c28e8c5ac84a009538c7af98fb4b04, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/C/1d1cc8cf42d647779e9ea432e1a6f710, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/C/e5b53572e9834d98ba0bd0f25324abd9, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/C/058779088e4b4a708b20be7d766e72e8, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/C/5112f91b348545379e02f307809ffb0c, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/C/f2638085b42e478782a422adceb69f89] to archive 2024-12-16T03:41:26,784 DEBUG [StoreCloser-TestAcidGuarantees,,1734320461059.860ad1b547670bf77c40cb31b6209d67.-1 {}] backup.HFileArchiver(363): Archiving compacted files. 2024-12-16T03:41:26,785 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/C/3b36e1b9c0f04526a9388d5a0c066dcd to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/C/3b36e1b9c0f04526a9388d5a0c066dcd 2024-12-16T03:41:26,785 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/C/187612170aed4b94a816fc524147fc95 to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/C/187612170aed4b94a816fc524147fc95 2024-12-16T03:41:26,785 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/C/bf77915a2066412a8801d1e7d2ec923a to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/C/bf77915a2066412a8801d1e7d2ec923a 2024-12-16T03:41:26,785 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/C/2b35833424aa467589be6208765706d8 to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/C/2b35833424aa467589be6208765706d8 2024-12-16T03:41:26,785 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/C/4d68adb735224526938cea5c60bb698f to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/C/4d68adb735224526938cea5c60bb698f 2024-12-16T03:41:26,786 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/C/1f91d5d091bc4d53a33c8dde103294ac to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/C/1f91d5d091bc4d53a33c8dde103294ac 2024-12-16T03:41:26,786 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/C/d722d8e9df0d42b78d0d2f7ce5b8f635 to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/C/d722d8e9df0d42b78d0d2f7ce5b8f635 2024-12-16T03:41:26,786 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/C/3e7ffde5a088430ea5d4d96b9c101c42 to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/C/3e7ffde5a088430ea5d4d96b9c101c42 2024-12-16T03:41:26,786 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/C/11ae910a303c415fa055d2f821c9711f to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/C/11ae910a303c415fa055d2f821c9711f 2024-12-16T03:41:26,786 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/C/d2e277249ae348e097d30dc3d13c9c28 to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/C/d2e277249ae348e097d30dc3d13c9c28 2024-12-16T03:41:26,786 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/C/ccd0c4629296499eacb074caa56804fb to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/C/ccd0c4629296499eacb074caa56804fb 2024-12-16T03:41:26,787 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/C/8b1d66d510754eb998f3bc22387257c0 to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/C/8b1d66d510754eb998f3bc22387257c0 2024-12-16T03:41:26,787 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/C/5f81fc8c065c43c1a0949ebefcd9b68d to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/C/5f81fc8c065c43c1a0949ebefcd9b68d 2024-12-16T03:41:26,787 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/C/e83469d1268b4a82aa997496c7942306 to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/C/e83469d1268b4a82aa997496c7942306 2024-12-16T03:41:26,787 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/C/8a5434147f98429fa1730e7ce1adefe8 to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/C/8a5434147f98429fa1730e7ce1adefe8 2024-12-16T03:41:26,787 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/C/f3c28e8c5ac84a009538c7af98fb4b04 to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/C/f3c28e8c5ac84a009538c7af98fb4b04 2024-12-16T03:41:26,787 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/C/1d1cc8cf42d647779e9ea432e1a6f710 to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/C/1d1cc8cf42d647779e9ea432e1a6f710 2024-12-16T03:41:26,787 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/C/e5b53572e9834d98ba0bd0f25324abd9 to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/C/e5b53572e9834d98ba0bd0f25324abd9 2024-12-16T03:41:26,788 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/C/058779088e4b4a708b20be7d766e72e8 to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/C/058779088e4b4a708b20be7d766e72e8 2024-12-16T03:41:26,788 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/C/f2638085b42e478782a422adceb69f89 to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/C/f2638085b42e478782a422adceb69f89 2024-12-16T03:41:26,788 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/C/5112f91b348545379e02f307809ffb0c to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/C/5112f91b348545379e02f307809ffb0c 2024-12-16T03:41:26,790 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/recovered.edits/371.seqid, newMaxSeqId=371, maxSeqId=1 2024-12-16T03:41:26,791 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1734320461059.860ad1b547670bf77c40cb31b6209d67. 2024-12-16T03:41:26,791 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] regionserver.HRegion(1635): Region close journal for 860ad1b547670bf77c40cb31b6209d67: 2024-12-16T03:41:26,792 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] handler.UnassignRegionHandler(170): Closed 860ad1b547670bf77c40cb31b6209d67 2024-12-16T03:41:26,792 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=150 updating hbase:meta row=860ad1b547670bf77c40cb31b6209d67, regionState=CLOSED 2024-12-16T03:41:26,794 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=151, resume processing ppid=150 2024-12-16T03:41:26,794 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=151, ppid=150, state=SUCCESS; CloseRegionProcedure 860ad1b547670bf77c40cb31b6209d67, server=f0d65a6309ee,39893,1734320334634 in 1.4590 sec 2024-12-16T03:41:26,795 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=150, resume processing ppid=149 2024-12-16T03:41:26,795 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=150, ppid=149, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=860ad1b547670bf77c40cb31b6209d67, UNASSIGN in 1.4640 sec 2024-12-16T03:41:26,796 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=149, resume processing ppid=148 2024-12-16T03:41:26,796 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=149, ppid=148, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.4680 sec 2024-12-16T03:41:26,797 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734320486797"}]},"ts":"1734320486797"} 2024-12-16T03:41:26,798 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-12-16T03:41:26,835 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-12-16T03:41:26,838 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=148, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.5530 sec 2024-12-16T03:41:27,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=148 2024-12-16T03:41:27,395 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 148 completed 2024-12-16T03:41:27,396 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-12-16T03:41:27,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] procedure2.ProcedureExecutor(1098): Stored pid=152, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-12-16T03:41:27,399 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=152, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-16T03:41:27,401 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=152, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-16T03:41:27,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=152 2024-12-16T03:41:27,403 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(133): ARCHIVING hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67 2024-12-16T03:41:27,408 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(161): Archiving [FileablePath, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/A, FileablePath, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/B, FileablePath, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/C, FileablePath, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/recovered.edits] 2024-12-16T03:41:27,422 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/A/6654941d0a9447668e081a720a26f795 to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/A/6654941d0a9447668e081a720a26f795 2024-12-16T03:41:27,422 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/A/115343ae2c8a4515a324ff4392db7a77 to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/A/115343ae2c8a4515a324ff4392db7a77 2024-12-16T03:41:27,422 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/A/692c2300e8e24d999ba7f74b66d7b951 to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/A/692c2300e8e24d999ba7f74b66d7b951 2024-12-16T03:41:27,422 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/A/d98437bc989b46ac861e9cf8e7c40707 to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/A/d98437bc989b46ac861e9cf8e7c40707 2024-12-16T03:41:27,422 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/A/ff2f3e70503a4492a57b3e875ec9f4af to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/A/ff2f3e70503a4492a57b3e875ec9f4af 2024-12-16T03:41:27,429 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/B/310573536e4544769a8080a67be0808b to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/B/310573536e4544769a8080a67be0808b 2024-12-16T03:41:27,429 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/B/7cc56aea9f9e462ca0f9ff3c6a0d1567 to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/B/7cc56aea9f9e462ca0f9ff3c6a0d1567 2024-12-16T03:41:27,429 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/B/a19820fb5e544f31891c35920a06c987 to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/B/a19820fb5e544f31891c35920a06c987 2024-12-16T03:41:27,429 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/B/eb51bd7eb5934eceb3e5f31af6cd7534 to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/B/eb51bd7eb5934eceb3e5f31af6cd7534 2024-12-16T03:41:27,429 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/B/ed5569a8a2e343fe98f1a4b10a3d15c9 to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/B/ed5569a8a2e343fe98f1a4b10a3d15c9 2024-12-16T03:41:27,434 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/C/42fd69b83e2d4742b4e2ef9e378b253e to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/C/42fd69b83e2d4742b4e2ef9e378b253e 2024-12-16T03:41:27,434 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/C/7e78458f95d745be8a345c2dc4bf04da to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/C/7e78458f95d745be8a345c2dc4bf04da 2024-12-16T03:41:27,434 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/C/7c707cedc0cd4d76b1e4db7c2e6be50b to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/C/7c707cedc0cd4d76b1e4db7c2e6be50b 2024-12-16T03:41:27,434 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/C/9c5c9c77d87d4054928f48d878a1030e to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/C/9c5c9c77d87d4054928f48d878a1030e 2024-12-16T03:41:27,435 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/C/8644be64f5f747cf9d3b36caa4f0387e to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/C/8644be64f5f747cf9d3b36caa4f0387e 2024-12-16T03:41:27,438 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/recovered.edits/371.seqid to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67/recovered.edits/371.seqid 2024-12-16T03:41:27,438 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(634): Deleted hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/860ad1b547670bf77c40cb31b6209d67 2024-12-16T03:41:27,439 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-12-16T03:41:27,441 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=152, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-16T03:41:27,443 WARN [PEWorker-4 {}] procedure.DeleteTableProcedure(371): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-12-16T03:41:27,445 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(408): Removing 'TestAcidGuarantees' descriptor. 2024-12-16T03:41:27,446 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=152, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-16T03:41:27,446 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(398): Removing 'TestAcidGuarantees' from region states. 2024-12-16T03:41:27,446 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1734320461059.860ad1b547670bf77c40cb31b6209d67.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1734320487446"}]},"ts":"9223372036854775807"} 2024-12-16T03:41:27,448 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-12-16T03:41:27,448 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 860ad1b547670bf77c40cb31b6209d67, NAME => 'TestAcidGuarantees,,1734320461059.860ad1b547670bf77c40cb31b6209d67.', STARTKEY => '', ENDKEY => ''}] 2024-12-16T03:41:27,448 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(402): Marking 'TestAcidGuarantees' as deleted. 2024-12-16T03:41:27,448 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1734320487448"}]},"ts":"9223372036854775807"} 2024-12-16T03:41:27,450 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-12-16T03:41:27,474 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(133): Finished pid=152, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-16T03:41:27,476 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=152, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 78 msec 2024-12-16T03:41:27,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=152 2024-12-16T03:41:27,503 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 152 completed 2024-12-16T03:41:27,519 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithAdaptivePolicy#testScanAtomicity Thread=246 (was 246), OpenFileDescriptor=450 (was 448) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=304 (was 337), ProcessCount=11 (was 11), AvailableMemoryMB=11415 (was 11436) 2024-12-16T03:41:27,529 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithAdaptivePolicy#testMobGetAtomicity Thread=246, OpenFileDescriptor=450, MaxFileDescriptor=1048576, SystemLoadAverage=304, ProcessCount=11, AvailableMemoryMB=11415 2024-12-16T03:41:27,530 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-12-16T03:41:27,530 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-16T03:41:27,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] procedure2.ProcedureExecutor(1098): Stored pid=153, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-12-16T03:41:27,532 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=153, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-12-16T03:41:27,532 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:41:27,532 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 153 2024-12-16T03:41:27,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=153 2024-12-16T03:41:27,533 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=153, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-16T03:41:27,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073742333_1509 (size=963) 2024-12-16T03:41:27,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=153 2024-12-16T03:41:27,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=153 2024-12-16T03:41:27,945 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => caed7e545a8e962c8d8025a0d307b17f, NAME => 'TestAcidGuarantees,,1734320487530.caed7e545a8e962c8d8025a0d307b17f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48 2024-12-16T03:41:27,952 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073742334_1510 (size=53) 2024-12-16T03:41:28,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=153 2024-12-16T03:41:28,354 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1734320487530.caed7e545a8e962c8d8025a0d307b17f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T03:41:28,355 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing caed7e545a8e962c8d8025a0d307b17f, disabling compactions & flushes 2024-12-16T03:41:28,355 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1734320487530.caed7e545a8e962c8d8025a0d307b17f. 2024-12-16T03:41:28,355 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1734320487530.caed7e545a8e962c8d8025a0d307b17f. 2024-12-16T03:41:28,355 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1734320487530.caed7e545a8e962c8d8025a0d307b17f. after waiting 0 ms 2024-12-16T03:41:28,355 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1734320487530.caed7e545a8e962c8d8025a0d307b17f. 2024-12-16T03:41:28,355 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1734320487530.caed7e545a8e962c8d8025a0d307b17f. 2024-12-16T03:41:28,355 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for caed7e545a8e962c8d8025a0d307b17f: 2024-12-16T03:41:28,357 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=153, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-12-16T03:41:28,358 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1734320487530.caed7e545a8e962c8d8025a0d307b17f.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1734320488358"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734320488358"}]},"ts":"1734320488358"} 2024-12-16T03:41:28,361 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-12-16T03:41:28,362 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=153, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-16T03:41:28,363 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734320488363"}]},"ts":"1734320488363"} 2024-12-16T03:41:28,364 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-12-16T03:41:28,410 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=154, ppid=153, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=caed7e545a8e962c8d8025a0d307b17f, ASSIGN}] 2024-12-16T03:41:28,413 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=154, ppid=153, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=caed7e545a8e962c8d8025a0d307b17f, ASSIGN 2024-12-16T03:41:28,414 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=154, ppid=153, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=caed7e545a8e962c8d8025a0d307b17f, ASSIGN; state=OFFLINE, location=f0d65a6309ee,39893,1734320334634; forceNewPlan=false, retain=false 2024-12-16T03:41:28,565 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=154 updating hbase:meta row=caed7e545a8e962c8d8025a0d307b17f, regionState=OPENING, regionLocation=f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:28,568 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=155, ppid=154, state=RUNNABLE; OpenRegionProcedure caed7e545a8e962c8d8025a0d307b17f, server=f0d65a6309ee,39893,1734320334634}] 2024-12-16T03:41:28,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=153 2024-12-16T03:41:28,720 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:28,725 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=155}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1734320487530.caed7e545a8e962c8d8025a0d307b17f. 2024-12-16T03:41:28,725 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=155}] regionserver.HRegion(7285): Opening region: {ENCODED => caed7e545a8e962c8d8025a0d307b17f, NAME => 'TestAcidGuarantees,,1734320487530.caed7e545a8e962c8d8025a0d307b17f.', STARTKEY => '', ENDKEY => ''} 2024-12-16T03:41:28,726 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=155}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees caed7e545a8e962c8d8025a0d307b17f 2024-12-16T03:41:28,726 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=155}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1734320487530.caed7e545a8e962c8d8025a0d307b17f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T03:41:28,726 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=155}] regionserver.HRegion(7327): checking encryption for caed7e545a8e962c8d8025a0d307b17f 2024-12-16T03:41:28,726 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=155}] regionserver.HRegion(7330): checking classloading for caed7e545a8e962c8d8025a0d307b17f 2024-12-16T03:41:28,729 INFO [StoreOpener-caed7e545a8e962c8d8025a0d307b17f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region caed7e545a8e962c8d8025a0d307b17f 2024-12-16T03:41:28,731 INFO [StoreOpener-caed7e545a8e962c8d8025a0d307b17f-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-16T03:41:28,732 INFO [StoreOpener-caed7e545a8e962c8d8025a0d307b17f-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region caed7e545a8e962c8d8025a0d307b17f columnFamilyName A 2024-12-16T03:41:28,732 DEBUG [StoreOpener-caed7e545a8e962c8d8025a0d307b17f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:41:28,733 INFO [StoreOpener-caed7e545a8e962c8d8025a0d307b17f-1 {}] regionserver.HStore(327): Store=caed7e545a8e962c8d8025a0d307b17f/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T03:41:28,733 INFO [StoreOpener-caed7e545a8e962c8d8025a0d307b17f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region caed7e545a8e962c8d8025a0d307b17f 2024-12-16T03:41:28,735 INFO [StoreOpener-caed7e545a8e962c8d8025a0d307b17f-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-16T03:41:28,735 INFO [StoreOpener-caed7e545a8e962c8d8025a0d307b17f-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region caed7e545a8e962c8d8025a0d307b17f columnFamilyName B 2024-12-16T03:41:28,735 DEBUG [StoreOpener-caed7e545a8e962c8d8025a0d307b17f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:41:28,736 INFO [StoreOpener-caed7e545a8e962c8d8025a0d307b17f-1 {}] regionserver.HStore(327): Store=caed7e545a8e962c8d8025a0d307b17f/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T03:41:28,736 INFO [StoreOpener-caed7e545a8e962c8d8025a0d307b17f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region caed7e545a8e962c8d8025a0d307b17f 2024-12-16T03:41:28,738 INFO [StoreOpener-caed7e545a8e962c8d8025a0d307b17f-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-16T03:41:28,738 INFO [StoreOpener-caed7e545a8e962c8d8025a0d307b17f-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region caed7e545a8e962c8d8025a0d307b17f columnFamilyName C 2024-12-16T03:41:28,738 DEBUG [StoreOpener-caed7e545a8e962c8d8025a0d307b17f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:41:28,739 INFO [StoreOpener-caed7e545a8e962c8d8025a0d307b17f-1 {}] regionserver.HStore(327): Store=caed7e545a8e962c8d8025a0d307b17f/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T03:41:28,739 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=155}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1734320487530.caed7e545a8e962c8d8025a0d307b17f. 2024-12-16T03:41:28,740 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=155}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/caed7e545a8e962c8d8025a0d307b17f 2024-12-16T03:41:28,740 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=155}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/caed7e545a8e962c8d8025a0d307b17f 2024-12-16T03:41:28,742 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=155}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-16T03:41:28,743 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=155}] regionserver.HRegion(1085): writing seq id for caed7e545a8e962c8d8025a0d307b17f 2024-12-16T03:41:28,745 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=155}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/caed7e545a8e962c8d8025a0d307b17f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-16T03:41:28,746 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=155}] regionserver.HRegion(1102): Opened caed7e545a8e962c8d8025a0d307b17f; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61770667, jitterRate=-0.07954533398151398}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-16T03:41:28,746 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=155}] regionserver.HRegion(1001): Region open journal for caed7e545a8e962c8d8025a0d307b17f: 2024-12-16T03:41:28,747 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=155}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1734320487530.caed7e545a8e962c8d8025a0d307b17f., pid=155, masterSystemTime=1734320488720 2024-12-16T03:41:28,748 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=155}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1734320487530.caed7e545a8e962c8d8025a0d307b17f. 2024-12-16T03:41:28,749 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=155}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1734320487530.caed7e545a8e962c8d8025a0d307b17f. 2024-12-16T03:41:28,749 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=154 updating hbase:meta row=caed7e545a8e962c8d8025a0d307b17f, regionState=OPEN, openSeqNum=2, regionLocation=f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:28,752 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=155, resume processing ppid=154 2024-12-16T03:41:28,752 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=155, ppid=154, state=SUCCESS; OpenRegionProcedure caed7e545a8e962c8d8025a0d307b17f, server=f0d65a6309ee,39893,1734320334634 in 183 msec 2024-12-16T03:41:28,754 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=154, resume processing ppid=153 2024-12-16T03:41:28,754 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=154, ppid=153, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=caed7e545a8e962c8d8025a0d307b17f, ASSIGN in 342 msec 2024-12-16T03:41:28,755 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=153, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-16T03:41:28,755 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734320488755"}]},"ts":"1734320488755"} 2024-12-16T03:41:28,756 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-12-16T03:41:28,766 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=153, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-12-16T03:41:28,767 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=153, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.2360 sec 2024-12-16T03:41:29,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=153 2024-12-16T03:41:29,642 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 153 completed 2024-12-16T03:41:29,645 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7181df3b to 127.0.0.1:56952 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@17327621 2024-12-16T03:41:29,707 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11a52cdf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-16T03:41:29,711 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-16T03:41:29,713 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41382, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-16T03:41:29,714 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-16T03:41:29,715 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41904, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-16T03:41:29,717 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-12-16T03:41:29,717 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.HMaster$14(2798): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-16T03:41:29,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] procedure2.ProcedureExecutor(1098): Stored pid=156, state=RUNNABLE:MODIFY_TABLE_PREPARE; ModifyTableProcedure table=TestAcidGuarantees 2024-12-16T03:41:29,727 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073742335_1511 (size=999) 2024-12-16T03:41:30,132 DEBUG [PEWorker-1 {}] util.FSTableDescriptors(519): Deleted hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.963 2024-12-16T03:41:30,132 INFO [PEWorker-1 {}] util.FSTableDescriptors(297): Updated tableinfo=hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.999 2024-12-16T03:41:30,138 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=157, ppid=156, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-12-16T03:41:30,143 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=158, ppid=157, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=caed7e545a8e962c8d8025a0d307b17f, REOPEN/MOVE}] 2024-12-16T03:41:30,144 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=158, ppid=157, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=caed7e545a8e962c8d8025a0d307b17f, REOPEN/MOVE 2024-12-16T03:41:30,144 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=158 updating hbase:meta row=caed7e545a8e962c8d8025a0d307b17f, regionState=CLOSING, regionLocation=f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:30,146 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-16T03:41:30,146 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=159, ppid=158, state=RUNNABLE; CloseRegionProcedure caed7e545a8e962c8d8025a0d307b17f, server=f0d65a6309ee,39893,1734320334634}] 2024-12-16T03:41:30,298 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:30,299 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=159}] handler.UnassignRegionHandler(124): Close caed7e545a8e962c8d8025a0d307b17f 2024-12-16T03:41:30,299 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=159}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-12-16T03:41:30,299 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=159}] regionserver.HRegion(1681): Closing caed7e545a8e962c8d8025a0d307b17f, disabling compactions & flushes 2024-12-16T03:41:30,299 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=159}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1734320487530.caed7e545a8e962c8d8025a0d307b17f. 2024-12-16T03:41:30,299 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=159}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1734320487530.caed7e545a8e962c8d8025a0d307b17f. 2024-12-16T03:41:30,299 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=159}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1734320487530.caed7e545a8e962c8d8025a0d307b17f. after waiting 0 ms 2024-12-16T03:41:30,299 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=159}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1734320487530.caed7e545a8e962c8d8025a0d307b17f. 2024-12-16T03:41:30,308 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=159}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/caed7e545a8e962c8d8025a0d307b17f/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-16T03:41:30,309 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=159}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1734320487530.caed7e545a8e962c8d8025a0d307b17f. 2024-12-16T03:41:30,309 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=159}] regionserver.HRegion(1635): Region close journal for caed7e545a8e962c8d8025a0d307b17f: 2024-12-16T03:41:30,309 WARN [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=159}] regionserver.HRegionServer(3786): Not adding moved region record: caed7e545a8e962c8d8025a0d307b17f to self. 2024-12-16T03:41:30,310 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=159}] handler.UnassignRegionHandler(170): Closed caed7e545a8e962c8d8025a0d307b17f 2024-12-16T03:41:30,311 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=158 updating hbase:meta row=caed7e545a8e962c8d8025a0d307b17f, regionState=CLOSED 2024-12-16T03:41:30,314 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=159, resume processing ppid=158 2024-12-16T03:41:30,314 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=159, ppid=158, state=SUCCESS; CloseRegionProcedure caed7e545a8e962c8d8025a0d307b17f, server=f0d65a6309ee,39893,1734320334634 in 166 msec 2024-12-16T03:41:30,315 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=158, ppid=157, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=caed7e545a8e962c8d8025a0d307b17f, REOPEN/MOVE; state=CLOSED, location=f0d65a6309ee,39893,1734320334634; forceNewPlan=false, retain=true 2024-12-16T03:41:30,465 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=158 updating hbase:meta row=caed7e545a8e962c8d8025a0d307b17f, regionState=OPENING, regionLocation=f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:30,468 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=160, ppid=158, state=RUNNABLE; OpenRegionProcedure caed7e545a8e962c8d8025a0d307b17f, server=f0d65a6309ee,39893,1734320334634}] 2024-12-16T03:41:30,622 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:30,628 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=160}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1734320487530.caed7e545a8e962c8d8025a0d307b17f. 2024-12-16T03:41:30,628 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=160}] regionserver.HRegion(7285): Opening region: {ENCODED => caed7e545a8e962c8d8025a0d307b17f, NAME => 'TestAcidGuarantees,,1734320487530.caed7e545a8e962c8d8025a0d307b17f.', STARTKEY => '', ENDKEY => ''} 2024-12-16T03:41:30,629 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=160}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees caed7e545a8e962c8d8025a0d307b17f 2024-12-16T03:41:30,629 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=160}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1734320487530.caed7e545a8e962c8d8025a0d307b17f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-16T03:41:30,629 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=160}] regionserver.HRegion(7327): checking encryption for caed7e545a8e962c8d8025a0d307b17f 2024-12-16T03:41:30,630 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=160}] regionserver.HRegion(7330): checking classloading for caed7e545a8e962c8d8025a0d307b17f 2024-12-16T03:41:30,632 INFO [StoreOpener-caed7e545a8e962c8d8025a0d307b17f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region caed7e545a8e962c8d8025a0d307b17f 2024-12-16T03:41:30,633 INFO [StoreOpener-caed7e545a8e962c8d8025a0d307b17f-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-16T03:41:30,634 INFO [StoreOpener-caed7e545a8e962c8d8025a0d307b17f-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region caed7e545a8e962c8d8025a0d307b17f columnFamilyName A 2024-12-16T03:41:30,635 DEBUG [StoreOpener-caed7e545a8e962c8d8025a0d307b17f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:41:30,636 INFO [StoreOpener-caed7e545a8e962c8d8025a0d307b17f-1 {}] regionserver.HStore(327): Store=caed7e545a8e962c8d8025a0d307b17f/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T03:41:30,637 INFO [StoreOpener-caed7e545a8e962c8d8025a0d307b17f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region caed7e545a8e962c8d8025a0d307b17f 2024-12-16T03:41:30,638 INFO [StoreOpener-caed7e545a8e962c8d8025a0d307b17f-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-16T03:41:30,638 INFO [StoreOpener-caed7e545a8e962c8d8025a0d307b17f-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region caed7e545a8e962c8d8025a0d307b17f columnFamilyName B 2024-12-16T03:41:30,638 DEBUG [StoreOpener-caed7e545a8e962c8d8025a0d307b17f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:41:30,639 INFO [StoreOpener-caed7e545a8e962c8d8025a0d307b17f-1 {}] regionserver.HStore(327): Store=caed7e545a8e962c8d8025a0d307b17f/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T03:41:30,639 INFO [StoreOpener-caed7e545a8e962c8d8025a0d307b17f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region caed7e545a8e962c8d8025a0d307b17f 2024-12-16T03:41:30,640 INFO [StoreOpener-caed7e545a8e962c8d8025a0d307b17f-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-16T03:41:30,640 INFO [StoreOpener-caed7e545a8e962c8d8025a0d307b17f-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region caed7e545a8e962c8d8025a0d307b17f columnFamilyName C 2024-12-16T03:41:30,640 DEBUG [StoreOpener-caed7e545a8e962c8d8025a0d307b17f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:41:30,640 INFO [StoreOpener-caed7e545a8e962c8d8025a0d307b17f-1 {}] regionserver.HStore(327): Store=caed7e545a8e962c8d8025a0d307b17f/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-16T03:41:30,641 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=160}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1734320487530.caed7e545a8e962c8d8025a0d307b17f. 2024-12-16T03:41:30,642 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=160}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/caed7e545a8e962c8d8025a0d307b17f 2024-12-16T03:41:30,643 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=160}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/caed7e545a8e962c8d8025a0d307b17f 2024-12-16T03:41:30,645 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=160}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-16T03:41:30,646 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=160}] regionserver.HRegion(1085): writing seq id for caed7e545a8e962c8d8025a0d307b17f 2024-12-16T03:41:30,647 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=160}] regionserver.HRegion(1102): Opened caed7e545a8e962c8d8025a0d307b17f; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60435642, jitterRate=-0.09943875670433044}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-16T03:41:30,647 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=160}] regionserver.HRegion(1001): Region open journal for caed7e545a8e962c8d8025a0d307b17f: 2024-12-16T03:41:30,648 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=160}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1734320487530.caed7e545a8e962c8d8025a0d307b17f., pid=160, masterSystemTime=1734320490622 2024-12-16T03:41:30,649 DEBUG [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=160}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1734320487530.caed7e545a8e962c8d8025a0d307b17f. 2024-12-16T03:41:30,649 INFO [RS_OPEN_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_OPEN_REGION, pid=160}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1734320487530.caed7e545a8e962c8d8025a0d307b17f. 2024-12-16T03:41:30,650 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=158 updating hbase:meta row=caed7e545a8e962c8d8025a0d307b17f, regionState=OPEN, openSeqNum=5, regionLocation=f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:30,652 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=160, resume processing ppid=158 2024-12-16T03:41:30,652 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=160, ppid=158, state=SUCCESS; OpenRegionProcedure caed7e545a8e962c8d8025a0d307b17f, server=f0d65a6309ee,39893,1734320334634 in 183 msec 2024-12-16T03:41:30,653 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=158, resume processing ppid=157 2024-12-16T03:41:30,653 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=158, ppid=157, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=caed7e545a8e962c8d8025a0d307b17f, REOPEN/MOVE in 509 msec 2024-12-16T03:41:30,655 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=157, resume processing ppid=156 2024-12-16T03:41:30,655 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=157, ppid=156, state=SUCCESS; ReopenTableRegionsProcedure table=TestAcidGuarantees in 516 msec 2024-12-16T03:41:30,657 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=156, state=SUCCESS; ModifyTableProcedure table=TestAcidGuarantees in 939 msec 2024-12-16T03:41:30,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=156 2024-12-16T03:41:30,660 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x11030ef5 to 127.0.0.1:56952 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1584f18a 2024-12-16T03:41:30,703 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d7fe431, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-16T03:41:30,705 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x69abefea to 127.0.0.1:56952 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5b914bf4 2024-12-16T03:41:30,716 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@91d72db, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-16T03:41:30,716 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6e757135 to 127.0.0.1:56952 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3f6a59e4 2024-12-16T03:41:30,727 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d836f78, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-16T03:41:30,727 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7846cb78 to 127.0.0.1:56952 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@150e08ed 2024-12-16T03:41:30,735 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53305d9b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-16T03:41:30,736 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5f1754bc to 127.0.0.1:56952 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3a3b66d3 2024-12-16T03:41:30,744 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6bb6288a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-16T03:41:30,744 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5cfdf76c to 127.0.0.1:56952 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6556601 2024-12-16T03:41:30,752 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e8cd1ae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-16T03:41:30,752 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x68c2838a to 127.0.0.1:56952 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@458a85fd 2024-12-16T03:41:30,760 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d832d43, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-16T03:41:30,761 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x50bf224f to 127.0.0.1:56952 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@410bf0c8 2024-12-16T03:41:30,769 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15b6349f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-16T03:41:30,769 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x79be903c to 127.0.0.1:56952 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@67adb273 2024-12-16T03:41:30,777 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@439b60d5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-16T03:41:30,778 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x4d79f1c0 to 127.0.0.1:56952 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@474dec36 2024-12-16T03:41:30,786 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f48b1c2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-16T03:41:30,789 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-16T03:41:30,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] procedure2.ProcedureExecutor(1098): Stored pid=161, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=161, table=TestAcidGuarantees 2024-12-16T03:41:30,791 DEBUG [hconnection-0x61230b30-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-16T03:41:30,791 DEBUG [hconnection-0x4d75bd78-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-16T03:41:30,791 DEBUG [hconnection-0x4bcb1221-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-16T03:41:30,792 DEBUG [hconnection-0x603a33c2-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-16T03:41:30,792 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=161, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=161, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-16T03:41:30,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=161 2024-12-16T03:41:30,793 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32940, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-16T03:41:30,793 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32954, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-16T03:41:30,793 DEBUG [hconnection-0x231f2405-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-16T03:41:30,793 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32942, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-16T03:41:30,794 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32958, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-16T03:41:30,794 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32960, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-16T03:41:30,794 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=161, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=161, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-16T03:41:30,794 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=162, ppid=161, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-16T03:41:30,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(8581): Flush requested on caed7e545a8e962c8d8025a0d307b17f 2024-12-16T03:41:30,799 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing caed7e545a8e962c8d8025a0d307b17f 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-12-16T03:41:30,799 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK caed7e545a8e962c8d8025a0d307b17f, store=A 2024-12-16T03:41:30,800 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T03:41:30,800 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK caed7e545a8e962c8d8025a0d307b17f, store=B 2024-12-16T03:41:30,800 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T03:41:30,800 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK caed7e545a8e962c8d8025a0d307b17f, store=C 2024-12-16T03:41:30,800 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T03:41:30,802 DEBUG [hconnection-0x6a684f9d-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-16T03:41:30,803 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32962, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-16T03:41:30,803 DEBUG [hconnection-0x77bcc402-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-16T03:41:30,804 DEBUG [hconnection-0x991041a-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-16T03:41:30,804 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32976, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-16T03:41:30,804 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32992, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-16T03:41:30,807 DEBUG [hconnection-0x20d4c189-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-16T03:41:30,808 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33008, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-16T03:41:30,811 DEBUG [hconnection-0x68f2bff5-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-16T03:41:30,812 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33018, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-16T03:41:30,821 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412169deb8cf1b0a444d0afa253f8eb86da36_caed7e545a8e962c8d8025a0d307b17f is 50, key is test_row_0/A:col10/1734320490799/Put/seqid=0 2024-12-16T03:41:30,824 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073742336_1512 (size=12154) 2024-12-16T03:41:30,835 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=caed7e545a8e962c8d8025a0d307b17f, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:41:30,835 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=caed7e545a8e962c8d8025a0d307b17f, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:41:30,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32940 deadline: 1734320550833, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=caed7e545a8e962c8d8025a0d307b17f, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:30,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32962 deadline: 1734320550833, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=caed7e545a8e962c8d8025a0d307b17f, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:30,835 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=caed7e545a8e962c8d8025a0d307b17f, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:41:30,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32960 deadline: 1734320550833, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=caed7e545a8e962c8d8025a0d307b17f, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:30,836 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=caed7e545a8e962c8d8025a0d307b17f, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:41:30,836 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=caed7e545a8e962c8d8025a0d307b17f, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:41:30,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32954 deadline: 1734320550835, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=caed7e545a8e962c8d8025a0d307b17f, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:30,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32976 deadline: 1734320550835, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=caed7e545a8e962c8d8025a0d307b17f, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:30,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=161 2024-12-16T03:41:30,937 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=caed7e545a8e962c8d8025a0d307b17f, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:41:30,937 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=caed7e545a8e962c8d8025a0d307b17f, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:41:30,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32962 deadline: 1734320550936, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=caed7e545a8e962c8d8025a0d307b17f, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:30,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32940 deadline: 1734320550936, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=caed7e545a8e962c8d8025a0d307b17f, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:30,938 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=caed7e545a8e962c8d8025a0d307b17f, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:41:30,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32960 deadline: 1734320550936, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=caed7e545a8e962c8d8025a0d307b17f, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:30,938 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=caed7e545a8e962c8d8025a0d307b17f, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:41:30,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32954 deadline: 1734320550937, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=caed7e545a8e962c8d8025a0d307b17f, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:30,938 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=caed7e545a8e962c8d8025a0d307b17f, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:41:30,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32976 deadline: 1734320550937, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=caed7e545a8e962c8d8025a0d307b17f, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:30,947 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:30,947 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39893 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=162 2024-12-16T03:41:30,947 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734320487530.caed7e545a8e962c8d8025a0d307b17f. 2024-12-16T03:41:30,947 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734320487530.caed7e545a8e962c8d8025a0d307b17f. as already flushing 2024-12-16T03:41:30,947 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734320487530.caed7e545a8e962c8d8025a0d307b17f. 2024-12-16T03:41:30,947 ERROR [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] handler.RSProcedureHandler(58): pid=162 java.io.IOException: Unable to complete flush {ENCODED => caed7e545a8e962c8d8025a0d307b17f, NAME => 'TestAcidGuarantees,,1734320487530.caed7e545a8e962c8d8025a0d307b17f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:41:30,947 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=162 java.io.IOException: Unable to complete flush {ENCODED => caed7e545a8e962c8d8025a0d307b17f, NAME => 'TestAcidGuarantees,,1734320487530.caed7e545a8e962c8d8025a0d307b17f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:41:30,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.HMaster(4114): Remote procedure failed, pid=162 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => caed7e545a8e962c8d8025a0d307b17f, NAME => 'TestAcidGuarantees,,1734320487530.caed7e545a8e962c8d8025a0d307b17f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => caed7e545a8e962c8d8025a0d307b17f, NAME => 'TestAcidGuarantees,,1734320487530.caed7e545a8e962c8d8025a0d307b17f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:41:31,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=161 2024-12-16T03:41:31,099 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:31,099 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39893 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=162 2024-12-16T03:41:31,099 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734320487530.caed7e545a8e962c8d8025a0d307b17f. 2024-12-16T03:41:31,099 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734320487530.caed7e545a8e962c8d8025a0d307b17f. as already flushing 2024-12-16T03:41:31,100 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734320487530.caed7e545a8e962c8d8025a0d307b17f. 2024-12-16T03:41:31,100 ERROR [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] handler.RSProcedureHandler(58): pid=162 java.io.IOException: Unable to complete flush {ENCODED => caed7e545a8e962c8d8025a0d307b17f, NAME => 'TestAcidGuarantees,,1734320487530.caed7e545a8e962c8d8025a0d307b17f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:41:31,100 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=162 java.io.IOException: Unable to complete flush {ENCODED => caed7e545a8e962c8d8025a0d307b17f, NAME => 'TestAcidGuarantees,,1734320487530.caed7e545a8e962c8d8025a0d307b17f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:41:31,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.HMaster(4114): Remote procedure failed, pid=162 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => caed7e545a8e962c8d8025a0d307b17f, NAME => 'TestAcidGuarantees,,1734320487530.caed7e545a8e962c8d8025a0d307b17f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => caed7e545a8e962c8d8025a0d307b17f, NAME => 'TestAcidGuarantees,,1734320487530.caed7e545a8e962c8d8025a0d307b17f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:41:31,139 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=caed7e545a8e962c8d8025a0d307b17f, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:41:31,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32962 deadline: 1734320551138, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=caed7e545a8e962c8d8025a0d307b17f, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:31,139 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=caed7e545a8e962c8d8025a0d307b17f, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:41:31,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32960 deadline: 1734320551139, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=caed7e545a8e962c8d8025a0d307b17f, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:31,140 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=caed7e545a8e962c8d8025a0d307b17f, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:41:31,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32976 deadline: 1734320551139, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=caed7e545a8e962c8d8025a0d307b17f, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:31,140 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=caed7e545a8e962c8d8025a0d307b17f, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:41:31,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32940 deadline: 1734320551139, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=caed7e545a8e962c8d8025a0d307b17f, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:31,141 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=caed7e545a8e962c8d8025a0d307b17f, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:41:31,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32954 deadline: 1734320551140, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=caed7e545a8e962c8d8025a0d307b17f, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:31,225 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:41:31,227 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412169deb8cf1b0a444d0afa253f8eb86da36_caed7e545a8e962c8d8025a0d307b17f to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412169deb8cf1b0a444d0afa253f8eb86da36_caed7e545a8e962c8d8025a0d307b17f 2024-12-16T03:41:31,228 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/caed7e545a8e962c8d8025a0d307b17f/.tmp/A/38c4c7ba0c0d492aa0b5a7f095003fec, store: [table=TestAcidGuarantees family=A region=caed7e545a8e962c8d8025a0d307b17f] 2024-12-16T03:41:31,228 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/caed7e545a8e962c8d8025a0d307b17f/.tmp/A/38c4c7ba0c0d492aa0b5a7f095003fec is 175, key is test_row_0/A:col10/1734320490799/Put/seqid=0 2024-12-16T03:41:31,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073742337_1513 (size=30955) 2024-12-16T03:41:31,251 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:31,251 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39893 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=162 2024-12-16T03:41:31,252 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734320487530.caed7e545a8e962c8d8025a0d307b17f. 2024-12-16T03:41:31,252 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734320487530.caed7e545a8e962c8d8025a0d307b17f. as already flushing 2024-12-16T03:41:31,252 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734320487530.caed7e545a8e962c8d8025a0d307b17f. 2024-12-16T03:41:31,252 ERROR [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] handler.RSProcedureHandler(58): pid=162 java.io.IOException: Unable to complete flush {ENCODED => caed7e545a8e962c8d8025a0d307b17f, NAME => 'TestAcidGuarantees,,1734320487530.caed7e545a8e962c8d8025a0d307b17f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:41:31,252 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=162 java.io.IOException: Unable to complete flush {ENCODED => caed7e545a8e962c8d8025a0d307b17f, NAME => 'TestAcidGuarantees,,1734320487530.caed7e545a8e962c8d8025a0d307b17f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:41:31,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.HMaster(4114): Remote procedure failed, pid=162 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => caed7e545a8e962c8d8025a0d307b17f, NAME => 'TestAcidGuarantees,,1734320487530.caed7e545a8e962c8d8025a0d307b17f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => caed7e545a8e962c8d8025a0d307b17f, NAME => 'TestAcidGuarantees,,1734320487530.caed7e545a8e962c8d8025a0d307b17f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:41:31,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=161 2024-12-16T03:41:31,403 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:31,403 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39893 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=162 2024-12-16T03:41:31,404 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734320487530.caed7e545a8e962c8d8025a0d307b17f. 2024-12-16T03:41:31,404 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734320487530.caed7e545a8e962c8d8025a0d307b17f. as already flushing 2024-12-16T03:41:31,404 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734320487530.caed7e545a8e962c8d8025a0d307b17f. 2024-12-16T03:41:31,404 ERROR [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] handler.RSProcedureHandler(58): pid=162 java.io.IOException: Unable to complete flush {ENCODED => caed7e545a8e962c8d8025a0d307b17f, NAME => 'TestAcidGuarantees,,1734320487530.caed7e545a8e962c8d8025a0d307b17f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:41:31,404 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=162 java.io.IOException: Unable to complete flush {ENCODED => caed7e545a8e962c8d8025a0d307b17f, NAME => 'TestAcidGuarantees,,1734320487530.caed7e545a8e962c8d8025a0d307b17f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:41:31,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.HMaster(4114): Remote procedure failed, pid=162 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => caed7e545a8e962c8d8025a0d307b17f, NAME => 'TestAcidGuarantees,,1734320487530.caed7e545a8e962c8d8025a0d307b17f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => caed7e545a8e962c8d8025a0d307b17f, NAME => 'TestAcidGuarantees,,1734320487530.caed7e545a8e962c8d8025a0d307b17f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:41:31,442 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=caed7e545a8e962c8d8025a0d307b17f, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:41:31,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32962 deadline: 1734320551441, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=caed7e545a8e962c8d8025a0d307b17f, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:31,442 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=caed7e545a8e962c8d8025a0d307b17f, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:41:31,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32954 deadline: 1734320551441, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=caed7e545a8e962c8d8025a0d307b17f, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:31,442 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=caed7e545a8e962c8d8025a0d307b17f, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:41:31,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32940 deadline: 1734320551442, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=caed7e545a8e962c8d8025a0d307b17f, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:31,443 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=caed7e545a8e962c8d8025a0d307b17f, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:41:31,443 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=caed7e545a8e962c8d8025a0d307b17f, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:41:31,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32960 deadline: 1734320551442, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=caed7e545a8e962c8d8025a0d307b17f, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:31,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32976 deadline: 1734320551442, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=caed7e545a8e962c8d8025a0d307b17f, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:31,555 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:31,556 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39893 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=162 2024-12-16T03:41:31,556 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734320487530.caed7e545a8e962c8d8025a0d307b17f. 2024-12-16T03:41:31,556 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734320487530.caed7e545a8e962c8d8025a0d307b17f. as already flushing 2024-12-16T03:41:31,556 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734320487530.caed7e545a8e962c8d8025a0d307b17f. 2024-12-16T03:41:31,556 ERROR [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] handler.RSProcedureHandler(58): pid=162 java.io.IOException: Unable to complete flush {ENCODED => caed7e545a8e962c8d8025a0d307b17f, NAME => 'TestAcidGuarantees,,1734320487530.caed7e545a8e962c8d8025a0d307b17f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:41:31,556 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=162 java.io.IOException: Unable to complete flush {ENCODED => caed7e545a8e962c8d8025a0d307b17f, NAME => 'TestAcidGuarantees,,1734320487530.caed7e545a8e962c8d8025a0d307b17f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:41:31,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.HMaster(4114): Remote procedure failed, pid=162 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => caed7e545a8e962c8d8025a0d307b17f, NAME => 'TestAcidGuarantees,,1734320487530.caed7e545a8e962c8d8025a0d307b17f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => caed7e545a8e962c8d8025a0d307b17f, NAME => 'TestAcidGuarantees,,1734320487530.caed7e545a8e962c8d8025a0d307b17f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:41:31,634 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=17, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/caed7e545a8e962c8d8025a0d307b17f/.tmp/A/38c4c7ba0c0d492aa0b5a7f095003fec 2024-12-16T03:41:31,650 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/caed7e545a8e962c8d8025a0d307b17f/.tmp/B/27b25e42eddc47069b32caa69ee1bd40 is 50, key is test_row_0/B:col10/1734320490799/Put/seqid=0 2024-12-16T03:41:31,654 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073742338_1514 (size=12001) 2024-12-16T03:41:31,707 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:31,708 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39893 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=162 2024-12-16T03:41:31,708 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734320487530.caed7e545a8e962c8d8025a0d307b17f. 2024-12-16T03:41:31,708 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734320487530.caed7e545a8e962c8d8025a0d307b17f. as already flushing 2024-12-16T03:41:31,708 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734320487530.caed7e545a8e962c8d8025a0d307b17f. 2024-12-16T03:41:31,708 ERROR [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] handler.RSProcedureHandler(58): pid=162 java.io.IOException: Unable to complete flush {ENCODED => caed7e545a8e962c8d8025a0d307b17f, NAME => 'TestAcidGuarantees,,1734320487530.caed7e545a8e962c8d8025a0d307b17f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:41:31,708 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=162 java.io.IOException: Unable to complete flush {ENCODED => caed7e545a8e962c8d8025a0d307b17f, NAME => 'TestAcidGuarantees,,1734320487530.caed7e545a8e962c8d8025a0d307b17f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:41:31,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.HMaster(4114): Remote procedure failed, pid=162 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => caed7e545a8e962c8d8025a0d307b17f, NAME => 'TestAcidGuarantees,,1734320487530.caed7e545a8e962c8d8025a0d307b17f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => caed7e545a8e962c8d8025a0d307b17f, NAME => 'TestAcidGuarantees,,1734320487530.caed7e545a8e962c8d8025a0d307b17f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:41:31,860 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:31,860 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39893 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=162 2024-12-16T03:41:31,860 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734320487530.caed7e545a8e962c8d8025a0d307b17f. 2024-12-16T03:41:31,860 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734320487530.caed7e545a8e962c8d8025a0d307b17f. as already flushing 2024-12-16T03:41:31,860 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734320487530.caed7e545a8e962c8d8025a0d307b17f. 2024-12-16T03:41:31,860 ERROR [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] handler.RSProcedureHandler(58): pid=162 java.io.IOException: Unable to complete flush {ENCODED => caed7e545a8e962c8d8025a0d307b17f, NAME => 'TestAcidGuarantees,,1734320487530.caed7e545a8e962c8d8025a0d307b17f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:41:31,860 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=162 java.io.IOException: Unable to complete flush {ENCODED => caed7e545a8e962c8d8025a0d307b17f, NAME => 'TestAcidGuarantees,,1734320487530.caed7e545a8e962c8d8025a0d307b17f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:41:31,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.HMaster(4114): Remote procedure failed, pid=162 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => caed7e545a8e962c8d8025a0d307b17f, NAME => 'TestAcidGuarantees,,1734320487530.caed7e545a8e962c8d8025a0d307b17f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => caed7e545a8e962c8d8025a0d307b17f, NAME => 'TestAcidGuarantees,,1734320487530.caed7e545a8e962c8d8025a0d307b17f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:41:31,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=161 2024-12-16T03:41:31,944 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=caed7e545a8e962c8d8025a0d307b17f, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:41:31,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32954 deadline: 1734320551943, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=caed7e545a8e962c8d8025a0d307b17f, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:31,946 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=caed7e545a8e962c8d8025a0d307b17f, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:41:31,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32960 deadline: 1734320551945, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=caed7e545a8e962c8d8025a0d307b17f, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:31,946 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=caed7e545a8e962c8d8025a0d307b17f, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:41:31,946 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=caed7e545a8e962c8d8025a0d307b17f, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:41:31,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32940 deadline: 1734320551945, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=caed7e545a8e962c8d8025a0d307b17f, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:31,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32976 deadline: 1734320551945, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=caed7e545a8e962c8d8025a0d307b17f, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:31,947 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=caed7e545a8e962c8d8025a0d307b17f, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:41:31,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32962 deadline: 1734320551945, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=caed7e545a8e962c8d8025a0d307b17f, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:32,012 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:32,012 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39893 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=162 2024-12-16T03:41:32,012 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734320487530.caed7e545a8e962c8d8025a0d307b17f. 2024-12-16T03:41:32,012 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734320487530.caed7e545a8e962c8d8025a0d307b17f. as already flushing 2024-12-16T03:41:32,012 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734320487530.caed7e545a8e962c8d8025a0d307b17f. 2024-12-16T03:41:32,012 ERROR [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] handler.RSProcedureHandler(58): pid=162 java.io.IOException: Unable to complete flush {ENCODED => caed7e545a8e962c8d8025a0d307b17f, NAME => 'TestAcidGuarantees,,1734320487530.caed7e545a8e962c8d8025a0d307b17f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:41:32,012 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=162 java.io.IOException: Unable to complete flush {ENCODED => caed7e545a8e962c8d8025a0d307b17f, NAME => 'TestAcidGuarantees,,1734320487530.caed7e545a8e962c8d8025a0d307b17f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:41:32,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.HMaster(4114): Remote procedure failed, pid=162 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => caed7e545a8e962c8d8025a0d307b17f, NAME => 'TestAcidGuarantees,,1734320487530.caed7e545a8e962c8d8025a0d307b17f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => caed7e545a8e962c8d8025a0d307b17f, NAME => 'TestAcidGuarantees,,1734320487530.caed7e545a8e962c8d8025a0d307b17f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:41:32,055 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/caed7e545a8e962c8d8025a0d307b17f/.tmp/B/27b25e42eddc47069b32caa69ee1bd40 2024-12-16T03:41:32,076 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/caed7e545a8e962c8d8025a0d307b17f/.tmp/C/2ea13fae98f6407abd3715621bdfc774 is 50, key is test_row_0/C:col10/1734320490799/Put/seqid=0 2024-12-16T03:41:32,079 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073742339_1515 (size=12001) 2024-12-16T03:41:32,164 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:32,164 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39893 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=162 2024-12-16T03:41:32,164 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734320487530.caed7e545a8e962c8d8025a0d307b17f. 2024-12-16T03:41:32,164 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734320487530.caed7e545a8e962c8d8025a0d307b17f. as already flushing 2024-12-16T03:41:32,165 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734320487530.caed7e545a8e962c8d8025a0d307b17f. 2024-12-16T03:41:32,165 ERROR [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] handler.RSProcedureHandler(58): pid=162 java.io.IOException: Unable to complete flush {ENCODED => caed7e545a8e962c8d8025a0d307b17f, NAME => 'TestAcidGuarantees,,1734320487530.caed7e545a8e962c8d8025a0d307b17f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:41:32,165 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=162 java.io.IOException: Unable to complete flush {ENCODED => caed7e545a8e962c8d8025a0d307b17f, NAME => 'TestAcidGuarantees,,1734320487530.caed7e545a8e962c8d8025a0d307b17f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:41:32,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.HMaster(4114): Remote procedure failed, pid=162 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => caed7e545a8e962c8d8025a0d307b17f, NAME => 'TestAcidGuarantees,,1734320487530.caed7e545a8e962c8d8025a0d307b17f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => caed7e545a8e962c8d8025a0d307b17f, NAME => 'TestAcidGuarantees,,1734320487530.caed7e545a8e962c8d8025a0d307b17f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:41:32,315 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-16T03:41:32,316 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:32,317 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39893 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=162 2024-12-16T03:41:32,317 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734320487530.caed7e545a8e962c8d8025a0d307b17f. 2024-12-16T03:41:32,317 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734320487530.caed7e545a8e962c8d8025a0d307b17f. as already flushing 2024-12-16T03:41:32,317 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734320487530.caed7e545a8e962c8d8025a0d307b17f. 2024-12-16T03:41:32,317 ERROR [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] handler.RSProcedureHandler(58): pid=162 java.io.IOException: Unable to complete flush {ENCODED => caed7e545a8e962c8d8025a0d307b17f, NAME => 'TestAcidGuarantees,,1734320487530.caed7e545a8e962c8d8025a0d307b17f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:41:32,317 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=162 java.io.IOException: Unable to complete flush {ENCODED => caed7e545a8e962c8d8025a0d307b17f, NAME => 'TestAcidGuarantees,,1734320487530.caed7e545a8e962c8d8025a0d307b17f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:41:32,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.HMaster(4114): Remote procedure failed, pid=162 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => caed7e545a8e962c8d8025a0d307b17f, NAME => 'TestAcidGuarantees,,1734320487530.caed7e545a8e962c8d8025a0d307b17f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => caed7e545a8e962c8d8025a0d307b17f, NAME => 'TestAcidGuarantees,,1734320487530.caed7e545a8e962c8d8025a0d307b17f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:41:32,468 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:32,469 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39893 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=162 2024-12-16T03:41:32,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734320487530.caed7e545a8e962c8d8025a0d307b17f. 2024-12-16T03:41:32,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734320487530.caed7e545a8e962c8d8025a0d307b17f. as already flushing 2024-12-16T03:41:32,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734320487530.caed7e545a8e962c8d8025a0d307b17f. 2024-12-16T03:41:32,469 ERROR [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] handler.RSProcedureHandler(58): pid=162 java.io.IOException: Unable to complete flush {ENCODED => caed7e545a8e962c8d8025a0d307b17f, NAME => 'TestAcidGuarantees,,1734320487530.caed7e545a8e962c8d8025a0d307b17f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:41:32,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=162 java.io.IOException: Unable to complete flush {ENCODED => caed7e545a8e962c8d8025a0d307b17f, NAME => 'TestAcidGuarantees,,1734320487530.caed7e545a8e962c8d8025a0d307b17f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:41:32,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.HMaster(4114): Remote procedure failed, pid=162 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => caed7e545a8e962c8d8025a0d307b17f, NAME => 'TestAcidGuarantees,,1734320487530.caed7e545a8e962c8d8025a0d307b17f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => caed7e545a8e962c8d8025a0d307b17f, NAME => 'TestAcidGuarantees,,1734320487530.caed7e545a8e962c8d8025a0d307b17f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:41:32,480 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/caed7e545a8e962c8d8025a0d307b17f/.tmp/C/2ea13fae98f6407abd3715621bdfc774 2024-12-16T03:41:32,482 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/caed7e545a8e962c8d8025a0d307b17f/.tmp/A/38c4c7ba0c0d492aa0b5a7f095003fec as hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/caed7e545a8e962c8d8025a0d307b17f/A/38c4c7ba0c0d492aa0b5a7f095003fec 2024-12-16T03:41:32,485 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/caed7e545a8e962c8d8025a0d307b17f/A/38c4c7ba0c0d492aa0b5a7f095003fec, entries=150, sequenceid=17, filesize=30.2 K 2024-12-16T03:41:32,485 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/caed7e545a8e962c8d8025a0d307b17f/.tmp/B/27b25e42eddc47069b32caa69ee1bd40 as hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/caed7e545a8e962c8d8025a0d307b17f/B/27b25e42eddc47069b32caa69ee1bd40 2024-12-16T03:41:32,487 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/caed7e545a8e962c8d8025a0d307b17f/B/27b25e42eddc47069b32caa69ee1bd40, entries=150, sequenceid=17, filesize=11.7 K 2024-12-16T03:41:32,488 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/caed7e545a8e962c8d8025a0d307b17f/.tmp/C/2ea13fae98f6407abd3715621bdfc774 as hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/caed7e545a8e962c8d8025a0d307b17f/C/2ea13fae98f6407abd3715621bdfc774 2024-12-16T03:41:32,490 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/caed7e545a8e962c8d8025a0d307b17f/C/2ea13fae98f6407abd3715621bdfc774, entries=150, sequenceid=17, filesize=11.7 K 2024-12-16T03:41:32,491 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for caed7e545a8e962c8d8025a0d307b17f in 1692ms, sequenceid=17, compaction requested=false 2024-12-16T03:41:32,491 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-12-16T03:41:32,492 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for caed7e545a8e962c8d8025a0d307b17f: 2024-12-16T03:41:32,620 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:32,621 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39893 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=162 2024-12-16T03:41:32,621 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734320487530.caed7e545a8e962c8d8025a0d307b17f. 2024-12-16T03:41:32,621 INFO [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(2837): Flushing caed7e545a8e962c8d8025a0d307b17f 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-12-16T03:41:32,621 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.CompactingMemStore(205): FLUSHING TO DISK caed7e545a8e962c8d8025a0d307b17f, store=A 2024-12-16T03:41:32,621 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T03:41:32,622 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.CompactingMemStore(205): FLUSHING TO DISK caed7e545a8e962c8d8025a0d307b17f, store=B 2024-12-16T03:41:32,622 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T03:41:32,622 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.CompactingMemStore(205): FLUSHING TO DISK caed7e545a8e962c8d8025a0d307b17f, store=C 2024-12-16T03:41:32,622 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T03:41:32,626 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241216611c1db81995495f989b3645219abbbf_caed7e545a8e962c8d8025a0d307b17f is 50, key is test_row_0/A:col10/1734320490834/Put/seqid=0 2024-12-16T03:41:32,629 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073742340_1516 (size=12154) 2024-12-16T03:41:32,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=161 2024-12-16T03:41:32,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(8581): Flush requested on caed7e545a8e962c8d8025a0d307b17f 2024-12-16T03:41:32,946 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734320487530.caed7e545a8e962c8d8025a0d307b17f. as already flushing 2024-12-16T03:41:32,954 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=caed7e545a8e962c8d8025a0d307b17f, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:41:32,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32976 deadline: 1734320552953, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=caed7e545a8e962c8d8025a0d307b17f, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:32,955 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=caed7e545a8e962c8d8025a0d307b17f, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:41:32,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32954 deadline: 1734320552954, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=caed7e545a8e962c8d8025a0d307b17f, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:32,956 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=caed7e545a8e962c8d8025a0d307b17f, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:41:32,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32960 deadline: 1734320552955, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=caed7e545a8e962c8d8025a0d307b17f, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:32,956 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=caed7e545a8e962c8d8025a0d307b17f, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:41:32,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32962 deadline: 1734320552955, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=caed7e545a8e962c8d8025a0d307b17f, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:32,956 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=caed7e545a8e962c8d8025a0d307b17f, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:41:32,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32940 deadline: 1734320552955, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=caed7e545a8e962c8d8025a0d307b17f, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:33,030 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:41:33,033 INFO [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241216611c1db81995495f989b3645219abbbf_caed7e545a8e962c8d8025a0d307b17f to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241216611c1db81995495f989b3645219abbbf_caed7e545a8e962c8d8025a0d307b17f 2024-12-16T03:41:33,034 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/caed7e545a8e962c8d8025a0d307b17f/.tmp/A/f448df71745f488abb6f6134905ea24f, store: [table=TestAcidGuarantees family=A region=caed7e545a8e962c8d8025a0d307b17f] 2024-12-16T03:41:33,035 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/caed7e545a8e962c8d8025a0d307b17f/.tmp/A/f448df71745f488abb6f6134905ea24f is 175, key is test_row_0/A:col10/1734320490834/Put/seqid=0 2024-12-16T03:41:33,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073742341_1517 (size=30955) 2024-12-16T03:41:33,056 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=caed7e545a8e962c8d8025a0d307b17f, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:41:33,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32976 deadline: 1734320553055, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=caed7e545a8e962c8d8025a0d307b17f, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:33,057 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=caed7e545a8e962c8d8025a0d307b17f, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:41:33,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32954 deadline: 1734320553056, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=caed7e545a8e962c8d8025a0d307b17f, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:33,057 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=caed7e545a8e962c8d8025a0d307b17f, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:41:33,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32960 deadline: 1734320553056, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=caed7e545a8e962c8d8025a0d307b17f, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:33,058 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=caed7e545a8e962c8d8025a0d307b17f, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:41:33,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32962 deadline: 1734320553057, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=caed7e545a8e962c8d8025a0d307b17f, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:33,257 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=caed7e545a8e962c8d8025a0d307b17f, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:41:33,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32954 deadline: 1734320553257, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=caed7e545a8e962c8d8025a0d307b17f, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:33,258 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=caed7e545a8e962c8d8025a0d307b17f, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:41:33,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32976 deadline: 1734320553257, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=caed7e545a8e962c8d8025a0d307b17f, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:33,258 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=caed7e545a8e962c8d8025a0d307b17f, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:41:33,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32960 deadline: 1734320553257, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=caed7e545a8e962c8d8025a0d307b17f, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:33,259 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=caed7e545a8e962c8d8025a0d307b17f, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:41:33,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32962 deadline: 1734320553258, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=caed7e545a8e962c8d8025a0d307b17f, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:33,439 INFO [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=40, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/caed7e545a8e962c8d8025a0d307b17f/.tmp/A/f448df71745f488abb6f6134905ea24f 2024-12-16T03:41:33,444 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/caed7e545a8e962c8d8025a0d307b17f/.tmp/B/fa1af5b1f6d74123af567127a4ff6753 is 50, key is test_row_0/B:col10/1734320490834/Put/seqid=0 2024-12-16T03:41:33,454 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073742342_1518 (size=12001) 2024-12-16T03:41:33,560 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=caed7e545a8e962c8d8025a0d307b17f, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:41:33,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32976 deadline: 1734320553559, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=caed7e545a8e962c8d8025a0d307b17f, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:33,562 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=caed7e545a8e962c8d8025a0d307b17f, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:41:33,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32954 deadline: 1734320553560, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=caed7e545a8e962c8d8025a0d307b17f, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:33,562 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=caed7e545a8e962c8d8025a0d307b17f, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:41:33,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32962 deadline: 1734320553561, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=caed7e545a8e962c8d8025a0d307b17f, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:33,563 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=caed7e545a8e962c8d8025a0d307b17f, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:41:33,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32960 deadline: 1734320553561, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=caed7e545a8e962c8d8025a0d307b17f, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:33,855 INFO [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/caed7e545a8e962c8d8025a0d307b17f/.tmp/B/fa1af5b1f6d74123af567127a4ff6753 2024-12-16T03:41:33,859 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/caed7e545a8e962c8d8025a0d307b17f/.tmp/C/0f474b485a5d42d0bfc6d6b1d326a41a is 50, key is test_row_0/C:col10/1734320490834/Put/seqid=0 2024-12-16T03:41:33,872 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073742343_1519 (size=12001) 2024-12-16T03:41:34,063 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=caed7e545a8e962c8d8025a0d307b17f, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:41:34,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32976 deadline: 1734320554062, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=caed7e545a8e962c8d8025a0d307b17f, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:34,065 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=caed7e545a8e962c8d8025a0d307b17f, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:41:34,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32962 deadline: 1734320554064, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=caed7e545a8e962c8d8025a0d307b17f, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:34,065 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=caed7e545a8e962c8d8025a0d307b17f, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:41:34,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32960 deadline: 1734320554064, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=caed7e545a8e962c8d8025a0d307b17f, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:34,067 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=caed7e545a8e962c8d8025a0d307b17f, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:41:34,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32954 deadline: 1734320554066, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=caed7e545a8e962c8d8025a0d307b17f, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:34,273 INFO [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/caed7e545a8e962c8d8025a0d307b17f/.tmp/C/0f474b485a5d42d0bfc6d6b1d326a41a 2024-12-16T03:41:34,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/caed7e545a8e962c8d8025a0d307b17f/.tmp/A/f448df71745f488abb6f6134905ea24f as hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/caed7e545a8e962c8d8025a0d307b17f/A/f448df71745f488abb6f6134905ea24f 2024-12-16T03:41:34,281 INFO [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/caed7e545a8e962c8d8025a0d307b17f/A/f448df71745f488abb6f6134905ea24f, entries=150, sequenceid=40, filesize=30.2 K 2024-12-16T03:41:34,282 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/caed7e545a8e962c8d8025a0d307b17f/.tmp/B/fa1af5b1f6d74123af567127a4ff6753 as hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/caed7e545a8e962c8d8025a0d307b17f/B/fa1af5b1f6d74123af567127a4ff6753 2024-12-16T03:41:34,284 INFO [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/caed7e545a8e962c8d8025a0d307b17f/B/fa1af5b1f6d74123af567127a4ff6753, entries=150, sequenceid=40, filesize=11.7 K 2024-12-16T03:41:34,285 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/caed7e545a8e962c8d8025a0d307b17f/.tmp/C/0f474b485a5d42d0bfc6d6b1d326a41a as hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/caed7e545a8e962c8d8025a0d307b17f/C/0f474b485a5d42d0bfc6d6b1d326a41a 2024-12-16T03:41:34,287 INFO [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/caed7e545a8e962c8d8025a0d307b17f/C/0f474b485a5d42d0bfc6d6b1d326a41a, entries=150, sequenceid=40, filesize=11.7 K 2024-12-16T03:41:34,288 INFO [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=73.80 KB/75570 for caed7e545a8e962c8d8025a0d307b17f in 1667ms, sequenceid=40, compaction requested=false 2024-12-16T03:41:34,288 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(2538): Flush status journal for caed7e545a8e962c8d8025a0d307b17f: 2024-12-16T03:41:34,288 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734320487530.caed7e545a8e962c8d8025a0d307b17f. 2024-12-16T03:41:34,288 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=162 2024-12-16T03:41:34,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.HMaster(4106): Remote procedure done, pid=162 2024-12-16T03:41:34,290 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=162, resume processing ppid=161 2024-12-16T03:41:34,290 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=162, ppid=161, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.4950 sec 2024-12-16T03:41:34,291 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=161, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=161, table=TestAcidGuarantees in 3.5010 sec 2024-12-16T03:41:34,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=161 2024-12-16T03:41:34,896 INFO [Thread-2290 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 161 completed 2024-12-16T03:41:34,897 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-16T03:41:34,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] procedure2.ProcedureExecutor(1098): Stored pid=163, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=163, table=TestAcidGuarantees 2024-12-16T03:41:34,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163 2024-12-16T03:41:34,905 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=163, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=163, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-16T03:41:34,905 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=163, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=163, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-16T03:41:34,905 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=164, ppid=163, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-16T03:41:34,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(8581): Flush requested on caed7e545a8e962c8d8025a0d307b17f 2024-12-16T03:41:34,965 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing caed7e545a8e962c8d8025a0d307b17f 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-12-16T03:41:34,965 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK caed7e545a8e962c8d8025a0d307b17f, store=A 2024-12-16T03:41:34,965 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T03:41:34,965 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK caed7e545a8e962c8d8025a0d307b17f, store=B 2024-12-16T03:41:34,965 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T03:41:34,965 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK caed7e545a8e962c8d8025a0d307b17f, store=C 2024-12-16T03:41:34,965 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T03:41:34,970 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241216b13dfb3149ea47e3bc21a84b09a6cfb9_caed7e545a8e962c8d8025a0d307b17f is 50, key is test_row_0/A:col10/1734320492954/Put/seqid=0 2024-12-16T03:41:34,973 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073742344_1520 (size=12154) 2024-12-16T03:41:35,000 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=caed7e545a8e962c8d8025a0d307b17f, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:41:35,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32940 deadline: 1734320554999, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=caed7e545a8e962c8d8025a0d307b17f, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:35,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163 2024-12-16T03:41:35,056 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:35,056 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39893 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=164 2024-12-16T03:41:35,057 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734320487530.caed7e545a8e962c8d8025a0d307b17f. 2024-12-16T03:41:35,057 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734320487530.caed7e545a8e962c8d8025a0d307b17f. as already flushing 2024-12-16T03:41:35,057 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734320487530.caed7e545a8e962c8d8025a0d307b17f. 2024-12-16T03:41:35,057 ERROR [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] handler.RSProcedureHandler(58): pid=164 java.io.IOException: Unable to complete flush {ENCODED => caed7e545a8e962c8d8025a0d307b17f, NAME => 'TestAcidGuarantees,,1734320487530.caed7e545a8e962c8d8025a0d307b17f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:41:35,057 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=164 java.io.IOException: Unable to complete flush {ENCODED => caed7e545a8e962c8d8025a0d307b17f, NAME => 'TestAcidGuarantees,,1734320487530.caed7e545a8e962c8d8025a0d307b17f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:41:35,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.HMaster(4114): Remote procedure failed, pid=164 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => caed7e545a8e962c8d8025a0d307b17f, NAME => 'TestAcidGuarantees,,1734320487530.caed7e545a8e962c8d8025a0d307b17f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => caed7e545a8e962c8d8025a0d307b17f, NAME => 'TestAcidGuarantees,,1734320487530.caed7e545a8e962c8d8025a0d307b17f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:41:35,068 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=caed7e545a8e962c8d8025a0d307b17f, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:41:35,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32962 deadline: 1734320555067, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=caed7e545a8e962c8d8025a0d307b17f, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:35,070 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=caed7e545a8e962c8d8025a0d307b17f, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:41:35,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32960 deadline: 1734320555069, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=caed7e545a8e962c8d8025a0d307b17f, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:35,073 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=caed7e545a8e962c8d8025a0d307b17f, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:41:35,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32976 deadline: 1734320555071, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=caed7e545a8e962c8d8025a0d307b17f, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:35,075 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=caed7e545a8e962c8d8025a0d307b17f, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:41:35,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32954 deadline: 1734320555073, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=caed7e545a8e962c8d8025a0d307b17f, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:35,102 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=caed7e545a8e962c8d8025a0d307b17f, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:41:35,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32940 deadline: 1734320555101, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=caed7e545a8e962c8d8025a0d307b17f, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:35,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163 2024-12-16T03:41:35,208 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:35,208 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39893 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=164 2024-12-16T03:41:35,209 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734320487530.caed7e545a8e962c8d8025a0d307b17f. 2024-12-16T03:41:35,209 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734320487530.caed7e545a8e962c8d8025a0d307b17f. as already flushing 2024-12-16T03:41:35,209 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734320487530.caed7e545a8e962c8d8025a0d307b17f. 2024-12-16T03:41:35,209 ERROR [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] handler.RSProcedureHandler(58): pid=164 java.io.IOException: Unable to complete flush {ENCODED => caed7e545a8e962c8d8025a0d307b17f, NAME => 'TestAcidGuarantees,,1734320487530.caed7e545a8e962c8d8025a0d307b17f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:41:35,209 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=164 java.io.IOException: Unable to complete flush {ENCODED => caed7e545a8e962c8d8025a0d307b17f, NAME => 'TestAcidGuarantees,,1734320487530.caed7e545a8e962c8d8025a0d307b17f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:41:35,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.HMaster(4114): Remote procedure failed, pid=164 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => caed7e545a8e962c8d8025a0d307b17f, NAME => 'TestAcidGuarantees,,1734320487530.caed7e545a8e962c8d8025a0d307b17f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => caed7e545a8e962c8d8025a0d307b17f, NAME => 'TestAcidGuarantees,,1734320487530.caed7e545a8e962c8d8025a0d307b17f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:41:35,303 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=caed7e545a8e962c8d8025a0d307b17f, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:41:35,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32940 deadline: 1734320555303, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=caed7e545a8e962c8d8025a0d307b17f, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:35,360 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:35,361 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39893 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=164 2024-12-16T03:41:35,361 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734320487530.caed7e545a8e962c8d8025a0d307b17f. 2024-12-16T03:41:35,361 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734320487530.caed7e545a8e962c8d8025a0d307b17f. as already flushing 2024-12-16T03:41:35,361 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734320487530.caed7e545a8e962c8d8025a0d307b17f. 2024-12-16T03:41:35,361 ERROR [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] handler.RSProcedureHandler(58): pid=164 java.io.IOException: Unable to complete flush {ENCODED => caed7e545a8e962c8d8025a0d307b17f, NAME => 'TestAcidGuarantees,,1734320487530.caed7e545a8e962c8d8025a0d307b17f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:41:35,361 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=164 java.io.IOException: Unable to complete flush {ENCODED => caed7e545a8e962c8d8025a0d307b17f, NAME => 'TestAcidGuarantees,,1734320487530.caed7e545a8e962c8d8025a0d307b17f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:41:35,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.HMaster(4114): Remote procedure failed, pid=164 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => caed7e545a8e962c8d8025a0d307b17f, NAME => 'TestAcidGuarantees,,1734320487530.caed7e545a8e962c8d8025a0d307b17f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => caed7e545a8e962c8d8025a0d307b17f, NAME => 'TestAcidGuarantees,,1734320487530.caed7e545a8e962c8d8025a0d307b17f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:41:35,373 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:41:35,376 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241216b13dfb3149ea47e3bc21a84b09a6cfb9_caed7e545a8e962c8d8025a0d307b17f to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241216b13dfb3149ea47e3bc21a84b09a6cfb9_caed7e545a8e962c8d8025a0d307b17f 2024-12-16T03:41:35,377 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/caed7e545a8e962c8d8025a0d307b17f/.tmp/A/84bf94728c5941a6ac68933dbf50cb2a, store: [table=TestAcidGuarantees family=A region=caed7e545a8e962c8d8025a0d307b17f] 2024-12-16T03:41:35,377 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/caed7e545a8e962c8d8025a0d307b17f/.tmp/A/84bf94728c5941a6ac68933dbf50cb2a is 175, key is test_row_0/A:col10/1734320492954/Put/seqid=0 2024-12-16T03:41:35,380 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073742345_1521 (size=30955) 2024-12-16T03:41:35,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163 2024-12-16T03:41:35,512 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:35,513 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39893 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=164 2024-12-16T03:41:35,513 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734320487530.caed7e545a8e962c8d8025a0d307b17f. 2024-12-16T03:41:35,513 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734320487530.caed7e545a8e962c8d8025a0d307b17f. as already flushing 2024-12-16T03:41:35,513 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734320487530.caed7e545a8e962c8d8025a0d307b17f. 2024-12-16T03:41:35,513 ERROR [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] handler.RSProcedureHandler(58): pid=164 java.io.IOException: Unable to complete flush {ENCODED => caed7e545a8e962c8d8025a0d307b17f, NAME => 'TestAcidGuarantees,,1734320487530.caed7e545a8e962c8d8025a0d307b17f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:41:35,513 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=164 java.io.IOException: Unable to complete flush {ENCODED => caed7e545a8e962c8d8025a0d307b17f, NAME => 'TestAcidGuarantees,,1734320487530.caed7e545a8e962c8d8025a0d307b17f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:41:35,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.HMaster(4114): Remote procedure failed, pid=164 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => caed7e545a8e962c8d8025a0d307b17f, NAME => 'TestAcidGuarantees,,1734320487530.caed7e545a8e962c8d8025a0d307b17f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => caed7e545a8e962c8d8025a0d307b17f, NAME => 'TestAcidGuarantees,,1734320487530.caed7e545a8e962c8d8025a0d307b17f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:41:35,606 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=caed7e545a8e962c8d8025a0d307b17f, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:41:35,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32940 deadline: 1734320555605, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=caed7e545a8e962c8d8025a0d307b17f, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:35,665 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:35,665 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39893 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=164 2024-12-16T03:41:35,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734320487530.caed7e545a8e962c8d8025a0d307b17f. 2024-12-16T03:41:35,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734320487530.caed7e545a8e962c8d8025a0d307b17f. as already flushing 2024-12-16T03:41:35,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734320487530.caed7e545a8e962c8d8025a0d307b17f. 2024-12-16T03:41:35,665 ERROR [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] handler.RSProcedureHandler(58): pid=164 java.io.IOException: Unable to complete flush {ENCODED => caed7e545a8e962c8d8025a0d307b17f, NAME => 'TestAcidGuarantees,,1734320487530.caed7e545a8e962c8d8025a0d307b17f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:41:35,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=164 java.io.IOException: Unable to complete flush {ENCODED => caed7e545a8e962c8d8025a0d307b17f, NAME => 'TestAcidGuarantees,,1734320487530.caed7e545a8e962c8d8025a0d307b17f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:41:35,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.HMaster(4114): Remote procedure failed, pid=164 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => caed7e545a8e962c8d8025a0d307b17f, NAME => 'TestAcidGuarantees,,1734320487530.caed7e545a8e962c8d8025a0d307b17f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => caed7e545a8e962c8d8025a0d307b17f, NAME => 'TestAcidGuarantees,,1734320487530.caed7e545a8e962c8d8025a0d307b17f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:41:35,780 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=55, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/caed7e545a8e962c8d8025a0d307b17f/.tmp/A/84bf94728c5941a6ac68933dbf50cb2a 2024-12-16T03:41:35,785 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/caed7e545a8e962c8d8025a0d307b17f/.tmp/B/fe15ab9ba4634f61a77e469482dfc0e7 is 50, key is test_row_0/B:col10/1734320492954/Put/seqid=0 2024-12-16T03:41:35,787 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073742346_1522 (size=12001) 2024-12-16T03:41:35,817 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:35,817 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39893 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=164 2024-12-16T03:41:35,817 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734320487530.caed7e545a8e962c8d8025a0d307b17f. 2024-12-16T03:41:35,817 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734320487530.caed7e545a8e962c8d8025a0d307b17f. as already flushing 2024-12-16T03:41:35,817 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734320487530.caed7e545a8e962c8d8025a0d307b17f. 2024-12-16T03:41:35,817 ERROR [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] handler.RSProcedureHandler(58): pid=164 java.io.IOException: Unable to complete flush {ENCODED => caed7e545a8e962c8d8025a0d307b17f, NAME => 'TestAcidGuarantees,,1734320487530.caed7e545a8e962c8d8025a0d307b17f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:41:35,818 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=164 java.io.IOException: Unable to complete flush {ENCODED => caed7e545a8e962c8d8025a0d307b17f, NAME => 'TestAcidGuarantees,,1734320487530.caed7e545a8e962c8d8025a0d307b17f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:41:35,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.HMaster(4114): Remote procedure failed, pid=164 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => caed7e545a8e962c8d8025a0d307b17f, NAME => 'TestAcidGuarantees,,1734320487530.caed7e545a8e962c8d8025a0d307b17f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => caed7e545a8e962c8d8025a0d307b17f, NAME => 'TestAcidGuarantees,,1734320487530.caed7e545a8e962c8d8025a0d307b17f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:41:35,969 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:35,969 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39893 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=164 2024-12-16T03:41:35,969 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734320487530.caed7e545a8e962c8d8025a0d307b17f. 2024-12-16T03:41:35,970 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734320487530.caed7e545a8e962c8d8025a0d307b17f. as already flushing 2024-12-16T03:41:35,970 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734320487530.caed7e545a8e962c8d8025a0d307b17f. 2024-12-16T03:41:35,970 ERROR [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] handler.RSProcedureHandler(58): pid=164 java.io.IOException: Unable to complete flush {ENCODED => caed7e545a8e962c8d8025a0d307b17f, NAME => 'TestAcidGuarantees,,1734320487530.caed7e545a8e962c8d8025a0d307b17f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:41:35,970 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=164 java.io.IOException: Unable to complete flush {ENCODED => caed7e545a8e962c8d8025a0d307b17f, NAME => 'TestAcidGuarantees,,1734320487530.caed7e545a8e962c8d8025a0d307b17f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:41:35,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.HMaster(4114): Remote procedure failed, pid=164 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => caed7e545a8e962c8d8025a0d307b17f, NAME => 'TestAcidGuarantees,,1734320487530.caed7e545a8e962c8d8025a0d307b17f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => caed7e545a8e962c8d8025a0d307b17f, NAME => 'TestAcidGuarantees,,1734320487530.caed7e545a8e962c8d8025a0d307b17f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:41:36,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163 2024-12-16T03:41:36,107 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=caed7e545a8e962c8d8025a0d307b17f, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:41:36,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32940 deadline: 1734320556107, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=caed7e545a8e962c8d8025a0d307b17f, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:36,121 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:36,121 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39893 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=164 2024-12-16T03:41:36,122 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734320487530.caed7e545a8e962c8d8025a0d307b17f. 2024-12-16T03:41:36,122 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734320487530.caed7e545a8e962c8d8025a0d307b17f. as already flushing 2024-12-16T03:41:36,122 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734320487530.caed7e545a8e962c8d8025a0d307b17f. 2024-12-16T03:41:36,122 ERROR [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] handler.RSProcedureHandler(58): pid=164 java.io.IOException: Unable to complete flush {ENCODED => caed7e545a8e962c8d8025a0d307b17f, NAME => 'TestAcidGuarantees,,1734320487530.caed7e545a8e962c8d8025a0d307b17f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:41:36,122 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=164 java.io.IOException: Unable to complete flush {ENCODED => caed7e545a8e962c8d8025a0d307b17f, NAME => 'TestAcidGuarantees,,1734320487530.caed7e545a8e962c8d8025a0d307b17f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:41:36,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.HMaster(4114): Remote procedure failed, pid=164 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => caed7e545a8e962c8d8025a0d307b17f, NAME => 'TestAcidGuarantees,,1734320487530.caed7e545a8e962c8d8025a0d307b17f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => caed7e545a8e962c8d8025a0d307b17f, NAME => 'TestAcidGuarantees,,1734320487530.caed7e545a8e962c8d8025a0d307b17f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:41:36,188 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/caed7e545a8e962c8d8025a0d307b17f/.tmp/B/fe15ab9ba4634f61a77e469482dfc0e7 2024-12-16T03:41:36,193 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/caed7e545a8e962c8d8025a0d307b17f/.tmp/C/346f03c48c6448f7919535e36d15364c is 50, key is test_row_0/C:col10/1734320492954/Put/seqid=0 2024-12-16T03:41:36,208 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073742347_1523 (size=12001) 2024-12-16T03:41:36,273 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:36,273 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39893 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=164 2024-12-16T03:41:36,274 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734320487530.caed7e545a8e962c8d8025a0d307b17f. 2024-12-16T03:41:36,274 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734320487530.caed7e545a8e962c8d8025a0d307b17f. as already flushing 2024-12-16T03:41:36,274 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734320487530.caed7e545a8e962c8d8025a0d307b17f. 2024-12-16T03:41:36,274 ERROR [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] handler.RSProcedureHandler(58): pid=164 java.io.IOException: Unable to complete flush {ENCODED => caed7e545a8e962c8d8025a0d307b17f, NAME => 'TestAcidGuarantees,,1734320487530.caed7e545a8e962c8d8025a0d307b17f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:41:36,274 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=164 java.io.IOException: Unable to complete flush {ENCODED => caed7e545a8e962c8d8025a0d307b17f, NAME => 'TestAcidGuarantees,,1734320487530.caed7e545a8e962c8d8025a0d307b17f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:41:36,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.HMaster(4114): Remote procedure failed, pid=164 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => caed7e545a8e962c8d8025a0d307b17f, NAME => 'TestAcidGuarantees,,1734320487530.caed7e545a8e962c8d8025a0d307b17f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => caed7e545a8e962c8d8025a0d307b17f, NAME => 'TestAcidGuarantees,,1734320487530.caed7e545a8e962c8d8025a0d307b17f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:41:36,426 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:36,426 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39893 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=164 2024-12-16T03:41:36,426 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734320487530.caed7e545a8e962c8d8025a0d307b17f. 2024-12-16T03:41:36,426 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734320487530.caed7e545a8e962c8d8025a0d307b17f. as already flushing 2024-12-16T03:41:36,426 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734320487530.caed7e545a8e962c8d8025a0d307b17f. 2024-12-16T03:41:36,426 ERROR [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] handler.RSProcedureHandler(58): pid=164 java.io.IOException: Unable to complete flush {ENCODED => caed7e545a8e962c8d8025a0d307b17f, NAME => 'TestAcidGuarantees,,1734320487530.caed7e545a8e962c8d8025a0d307b17f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:41:36,426 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=164 java.io.IOException: Unable to complete flush {ENCODED => caed7e545a8e962c8d8025a0d307b17f, NAME => 'TestAcidGuarantees,,1734320487530.caed7e545a8e962c8d8025a0d307b17f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:41:36,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.HMaster(4114): Remote procedure failed, pid=164 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => caed7e545a8e962c8d8025a0d307b17f, NAME => 'TestAcidGuarantees,,1734320487530.caed7e545a8e962c8d8025a0d307b17f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => caed7e545a8e962c8d8025a0d307b17f, NAME => 'TestAcidGuarantees,,1734320487530.caed7e545a8e962c8d8025a0d307b17f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:41:36,578 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:36,578 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39893 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=164 2024-12-16T03:41:36,579 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734320487530.caed7e545a8e962c8d8025a0d307b17f. 2024-12-16T03:41:36,579 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734320487530.caed7e545a8e962c8d8025a0d307b17f. as already flushing 2024-12-16T03:41:36,579 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734320487530.caed7e545a8e962c8d8025a0d307b17f. 2024-12-16T03:41:36,579 ERROR [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] handler.RSProcedureHandler(58): pid=164 java.io.IOException: Unable to complete flush {ENCODED => caed7e545a8e962c8d8025a0d307b17f, NAME => 'TestAcidGuarantees,,1734320487530.caed7e545a8e962c8d8025a0d307b17f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:41:36,579 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=164 java.io.IOException: Unable to complete flush {ENCODED => caed7e545a8e962c8d8025a0d307b17f, NAME => 'TestAcidGuarantees,,1734320487530.caed7e545a8e962c8d8025a0d307b17f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:41:36,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.HMaster(4114): Remote procedure failed, pid=164 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => caed7e545a8e962c8d8025a0d307b17f, NAME => 'TestAcidGuarantees,,1734320487530.caed7e545a8e962c8d8025a0d307b17f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => caed7e545a8e962c8d8025a0d307b17f, NAME => 'TestAcidGuarantees,,1734320487530.caed7e545a8e962c8d8025a0d307b17f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:41:36,609 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/caed7e545a8e962c8d8025a0d307b17f/.tmp/C/346f03c48c6448f7919535e36d15364c 2024-12-16T03:41:36,612 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/caed7e545a8e962c8d8025a0d307b17f/.tmp/A/84bf94728c5941a6ac68933dbf50cb2a as hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/caed7e545a8e962c8d8025a0d307b17f/A/84bf94728c5941a6ac68933dbf50cb2a 2024-12-16T03:41:36,615 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/caed7e545a8e962c8d8025a0d307b17f/A/84bf94728c5941a6ac68933dbf50cb2a, entries=150, sequenceid=55, filesize=30.2 K 2024-12-16T03:41:36,615 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/caed7e545a8e962c8d8025a0d307b17f/.tmp/B/fe15ab9ba4634f61a77e469482dfc0e7 as hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/caed7e545a8e962c8d8025a0d307b17f/B/fe15ab9ba4634f61a77e469482dfc0e7 2024-12-16T03:41:36,618 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/caed7e545a8e962c8d8025a0d307b17f/B/fe15ab9ba4634f61a77e469482dfc0e7, entries=150, sequenceid=55, filesize=11.7 K 2024-12-16T03:41:36,619 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/caed7e545a8e962c8d8025a0d307b17f/.tmp/C/346f03c48c6448f7919535e36d15364c as hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/caed7e545a8e962c8d8025a0d307b17f/C/346f03c48c6448f7919535e36d15364c 2024-12-16T03:41:36,621 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/caed7e545a8e962c8d8025a0d307b17f/C/346f03c48c6448f7919535e36d15364c, entries=150, sequenceid=55, filesize=11.7 K 2024-12-16T03:41:36,621 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for caed7e545a8e962c8d8025a0d307b17f in 1657ms, sequenceid=55, compaction requested=true 2024-12-16T03:41:36,621 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for caed7e545a8e962c8d8025a0d307b17f: 2024-12-16T03:41:36,622 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store caed7e545a8e962c8d8025a0d307b17f:A, priority=-2147483648, current under compaction store size is 1 2024-12-16T03:41:36,622 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-16T03:41:36,622 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-16T03:41:36,622 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store caed7e545a8e962c8d8025a0d307b17f:B, priority=-2147483648, current under compaction store size is 2 2024-12-16T03:41:36,622 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-16T03:41:36,622 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-16T03:41:36,622 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store caed7e545a8e962c8d8025a0d307b17f:C, priority=-2147483648, current under compaction store size is 3 2024-12-16T03:41:36,622 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-16T03:41:36,622 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-16T03:41:36,622 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 92865 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-16T03:41:36,622 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.HStore(1540): caed7e545a8e962c8d8025a0d307b17f/B is initiating minor compaction (all files) 2024-12-16T03:41:36,622 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.HStore(1540): caed7e545a8e962c8d8025a0d307b17f/A is initiating minor compaction (all files) 2024-12-16T03:41:36,622 INFO [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of caed7e545a8e962c8d8025a0d307b17f/A in TestAcidGuarantees,,1734320487530.caed7e545a8e962c8d8025a0d307b17f. 2024-12-16T03:41:36,622 INFO [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of caed7e545a8e962c8d8025a0d307b17f/B in TestAcidGuarantees,,1734320487530.caed7e545a8e962c8d8025a0d307b17f. 2024-12-16T03:41:36,622 INFO [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/caed7e545a8e962c8d8025a0d307b17f/B/27b25e42eddc47069b32caa69ee1bd40, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/caed7e545a8e962c8d8025a0d307b17f/B/fa1af5b1f6d74123af567127a4ff6753, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/caed7e545a8e962c8d8025a0d307b17f/B/fe15ab9ba4634f61a77e469482dfc0e7] into tmpdir=hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/caed7e545a8e962c8d8025a0d307b17f/.tmp, totalSize=35.2 K 2024-12-16T03:41:36,622 INFO [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/caed7e545a8e962c8d8025a0d307b17f/A/38c4c7ba0c0d492aa0b5a7f095003fec, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/caed7e545a8e962c8d8025a0d307b17f/A/f448df71745f488abb6f6134905ea24f, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/caed7e545a8e962c8d8025a0d307b17f/A/84bf94728c5941a6ac68933dbf50cb2a] into tmpdir=hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/caed7e545a8e962c8d8025a0d307b17f/.tmp, totalSize=90.7 K 2024-12-16T03:41:36,623 INFO [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1734320487530.caed7e545a8e962c8d8025a0d307b17f. 2024-12-16T03:41:36,623 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1734320487530.caed7e545a8e962c8d8025a0d307b17f. files: [hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/caed7e545a8e962c8d8025a0d307b17f/A/38c4c7ba0c0d492aa0b5a7f095003fec, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/caed7e545a8e962c8d8025a0d307b17f/A/f448df71745f488abb6f6134905ea24f, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/caed7e545a8e962c8d8025a0d307b17f/A/84bf94728c5941a6ac68933dbf50cb2a] 2024-12-16T03:41:36,623 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] compactions.Compactor(224): Compacting 27b25e42eddc47069b32caa69ee1bd40, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=17, earliestPutTs=1734320490796 2024-12-16T03:41:36,623 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] compactions.Compactor(224): Compacting 38c4c7ba0c0d492aa0b5a7f095003fec, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=17, earliestPutTs=1734320490796 2024-12-16T03:41:36,623 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] compactions.Compactor(224): Compacting fa1af5b1f6d74123af567127a4ff6753, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1734320490808 2024-12-16T03:41:36,623 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] compactions.Compactor(224): Compacting f448df71745f488abb6f6134905ea24f, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1734320490808 2024-12-16T03:41:36,623 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] compactions.Compactor(224): Compacting fe15ab9ba4634f61a77e469482dfc0e7, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1734320492953 2024-12-16T03:41:36,623 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] compactions.Compactor(224): Compacting 84bf94728c5941a6ac68933dbf50cb2a, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1734320492953 2024-12-16T03:41:36,627 INFO [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): caed7e545a8e962c8d8025a0d307b17f#B#compaction#446 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-16T03:41:36,627 INFO [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=caed7e545a8e962c8d8025a0d307b17f] 2024-12-16T03:41:36,628 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/caed7e545a8e962c8d8025a0d307b17f/.tmp/B/64b97550f3fc4de78c4e508ccecdb129 is 50, key is test_row_0/B:col10/1734320492954/Put/seqid=0 2024-12-16T03:41:36,629 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241216f39b42b480ea4179925879b39f458081_caed7e545a8e962c8d8025a0d307b17f store=[table=TestAcidGuarantees family=A region=caed7e545a8e962c8d8025a0d307b17f] 2024-12-16T03:41:36,630 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241216f39b42b480ea4179925879b39f458081_caed7e545a8e962c8d8025a0d307b17f, store=[table=TestAcidGuarantees family=A region=caed7e545a8e962c8d8025a0d307b17f] 2024-12-16T03:41:36,630 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241216f39b42b480ea4179925879b39f458081_caed7e545a8e962c8d8025a0d307b17f because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=caed7e545a8e962c8d8025a0d307b17f] 2024-12-16T03:41:36,632 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073742348_1524 (size=12104) 2024-12-16T03:41:36,636 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073742349_1525 (size=4469) 2024-12-16T03:41:36,637 INFO [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): caed7e545a8e962c8d8025a0d307b17f#A#compaction#447 average throughput is 2.44 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-16T03:41:36,637 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/caed7e545a8e962c8d8025a0d307b17f/.tmp/A/e27124d544484a1b9380e074fa963a59 is 175, key is test_row_0/A:col10/1734320492954/Put/seqid=0 2024-12-16T03:41:36,639 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/caed7e545a8e962c8d8025a0d307b17f/.tmp/B/64b97550f3fc4de78c4e508ccecdb129 as hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/caed7e545a8e962c8d8025a0d307b17f/B/64b97550f3fc4de78c4e508ccecdb129 2024-12-16T03:41:36,640 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073742350_1526 (size=31058) 2024-12-16T03:41:36,643 INFO [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in caed7e545a8e962c8d8025a0d307b17f/B of caed7e545a8e962c8d8025a0d307b17f into 64b97550f3fc4de78c4e508ccecdb129(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-16T03:41:36,643 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for caed7e545a8e962c8d8025a0d307b17f: 2024-12-16T03:41:36,643 INFO [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734320487530.caed7e545a8e962c8d8025a0d307b17f., storeName=caed7e545a8e962c8d8025a0d307b17f/B, priority=13, startTime=1734320496622; duration=0sec 2024-12-16T03:41:36,643 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-16T03:41:36,643 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: caed7e545a8e962c8d8025a0d307b17f:B 2024-12-16T03:41:36,643 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-16T03:41:36,643 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/caed7e545a8e962c8d8025a0d307b17f/.tmp/A/e27124d544484a1b9380e074fa963a59 as hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/caed7e545a8e962c8d8025a0d307b17f/A/e27124d544484a1b9380e074fa963a59 2024-12-16T03:41:36,644 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-16T03:41:36,644 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.HStore(1540): caed7e545a8e962c8d8025a0d307b17f/C is initiating minor compaction (all files) 2024-12-16T03:41:36,644 INFO [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of caed7e545a8e962c8d8025a0d307b17f/C in TestAcidGuarantees,,1734320487530.caed7e545a8e962c8d8025a0d307b17f. 2024-12-16T03:41:36,644 INFO [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/caed7e545a8e962c8d8025a0d307b17f/C/2ea13fae98f6407abd3715621bdfc774, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/caed7e545a8e962c8d8025a0d307b17f/C/0f474b485a5d42d0bfc6d6b1d326a41a, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/caed7e545a8e962c8d8025a0d307b17f/C/346f03c48c6448f7919535e36d15364c] into tmpdir=hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/caed7e545a8e962c8d8025a0d307b17f/.tmp, totalSize=35.2 K 2024-12-16T03:41:36,644 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2ea13fae98f6407abd3715621bdfc774, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=17, earliestPutTs=1734320490796 2024-12-16T03:41:36,644 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0f474b485a5d42d0bfc6d6b1d326a41a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1734320490808 2024-12-16T03:41:36,645 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] compactions.Compactor(224): Compacting 346f03c48c6448f7919535e36d15364c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1734320492953 2024-12-16T03:41:36,646 INFO [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in caed7e545a8e962c8d8025a0d307b17f/A of caed7e545a8e962c8d8025a0d307b17f into e27124d544484a1b9380e074fa963a59(size=30.3 K), total size for store is 30.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-16T03:41:36,646 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for caed7e545a8e962c8d8025a0d307b17f: 2024-12-16T03:41:36,646 INFO [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734320487530.caed7e545a8e962c8d8025a0d307b17f., storeName=caed7e545a8e962c8d8025a0d307b17f/A, priority=13, startTime=1734320496622; duration=0sec 2024-12-16T03:41:36,646 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-16T03:41:36,646 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: caed7e545a8e962c8d8025a0d307b17f:A 2024-12-16T03:41:36,649 INFO [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): caed7e545a8e962c8d8025a0d307b17f#C#compaction#448 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-16T03:41:36,650 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/caed7e545a8e962c8d8025a0d307b17f/.tmp/C/6535053fc8744a1f990bc38c9d7e8f33 is 50, key is test_row_0/C:col10/1734320492954/Put/seqid=0 2024-12-16T03:41:36,656 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073742351_1527 (size=12104) 2024-12-16T03:41:36,730 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:36,731 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39893 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=164 2024-12-16T03:41:36,731 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734320487530.caed7e545a8e962c8d8025a0d307b17f. 2024-12-16T03:41:36,731 INFO [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(2837): Flushing caed7e545a8e962c8d8025a0d307b17f 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-12-16T03:41:36,731 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.CompactingMemStore(205): FLUSHING TO DISK caed7e545a8e962c8d8025a0d307b17f, store=A 2024-12-16T03:41:36,731 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T03:41:36,731 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.CompactingMemStore(205): FLUSHING TO DISK caed7e545a8e962c8d8025a0d307b17f, store=B 2024-12-16T03:41:36,731 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T03:41:36,731 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.CompactingMemStore(205): FLUSHING TO DISK caed7e545a8e962c8d8025a0d307b17f, store=C 2024-12-16T03:41:36,731 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T03:41:36,736 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241216a71fe241d094414c996ea28722ac5ca9_caed7e545a8e962c8d8025a0d307b17f is 50, key is test_row_0/A:col10/1734320494985/Put/seqid=0 2024-12-16T03:41:36,739 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073742352_1528 (size=12154) 2024-12-16T03:41:37,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163 2024-12-16T03:41:37,060 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/caed7e545a8e962c8d8025a0d307b17f/.tmp/C/6535053fc8744a1f990bc38c9d7e8f33 as hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/caed7e545a8e962c8d8025a0d307b17f/C/6535053fc8744a1f990bc38c9d7e8f33 2024-12-16T03:41:37,062 INFO [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in caed7e545a8e962c8d8025a0d307b17f/C of caed7e545a8e962c8d8025a0d307b17f into 6535053fc8744a1f990bc38c9d7e8f33(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-16T03:41:37,062 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for caed7e545a8e962c8d8025a0d307b17f: 2024-12-16T03:41:37,062 INFO [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734320487530.caed7e545a8e962c8d8025a0d307b17f., storeName=caed7e545a8e962c8d8025a0d307b17f/C, priority=13, startTime=1734320496622; duration=0sec 2024-12-16T03:41:37,063 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-16T03:41:37,063 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: caed7e545a8e962c8d8025a0d307b17f:C 2024-12-16T03:41:37,075 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734320487530.caed7e545a8e962c8d8025a0d307b17f. as already flushing 2024-12-16T03:41:37,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(8581): Flush requested on caed7e545a8e962c8d8025a0d307b17f 2024-12-16T03:41:37,085 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=caed7e545a8e962c8d8025a0d307b17f, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:41:37,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32960 deadline: 1734320557083, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=caed7e545a8e962c8d8025a0d307b17f, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:37,086 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=caed7e545a8e962c8d8025a0d307b17f, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:41:37,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32962 deadline: 1734320557084, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=caed7e545a8e962c8d8025a0d307b17f, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:37,087 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=caed7e545a8e962c8d8025a0d307b17f, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:41:37,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32954 deadline: 1734320557085, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=caed7e545a8e962c8d8025a0d307b17f, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:37,087 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=caed7e545a8e962c8d8025a0d307b17f, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:41:37,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32976 deadline: 1734320557085, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=caed7e545a8e962c8d8025a0d307b17f, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:37,116 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=caed7e545a8e962c8d8025a0d307b17f, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:41:37,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32940 deadline: 1734320557115, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=caed7e545a8e962c8d8025a0d307b17f, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:37,140 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:41:37,142 INFO [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241216a71fe241d094414c996ea28722ac5ca9_caed7e545a8e962c8d8025a0d307b17f to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241216a71fe241d094414c996ea28722ac5ca9_caed7e545a8e962c8d8025a0d307b17f 2024-12-16T03:41:37,143 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/caed7e545a8e962c8d8025a0d307b17f/.tmp/A/6013b30584b141a4a98d8e35d841873a, store: [table=TestAcidGuarantees family=A region=caed7e545a8e962c8d8025a0d307b17f] 2024-12-16T03:41:37,144 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/caed7e545a8e962c8d8025a0d307b17f/.tmp/A/6013b30584b141a4a98d8e35d841873a is 175, key is test_row_0/A:col10/1734320494985/Put/seqid=0 2024-12-16T03:41:37,146 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073742353_1529 (size=30955) 2024-12-16T03:41:37,187 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=caed7e545a8e962c8d8025a0d307b17f, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:41:37,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32960 deadline: 1734320557186, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=caed7e545a8e962c8d8025a0d307b17f, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:37,188 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=caed7e545a8e962c8d8025a0d307b17f, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:41:37,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32962 deadline: 1734320557187, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=caed7e545a8e962c8d8025a0d307b17f, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:37,189 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=caed7e545a8e962c8d8025a0d307b17f, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:41:37,189 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=caed7e545a8e962c8d8025a0d307b17f, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:41:37,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32954 deadline: 1734320557187, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=caed7e545a8e962c8d8025a0d307b17f, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:37,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32976 deadline: 1734320557188, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=caed7e545a8e962c8d8025a0d307b17f, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:37,388 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=caed7e545a8e962c8d8025a0d307b17f, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:41:37,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32960 deadline: 1734320557388, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=caed7e545a8e962c8d8025a0d307b17f, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:37,390 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=caed7e545a8e962c8d8025a0d307b17f, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:41:37,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32954 deadline: 1734320557389, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=caed7e545a8e962c8d8025a0d307b17f, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:37,390 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=caed7e545a8e962c8d8025a0d307b17f, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:41:37,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32976 deadline: 1734320557389, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=caed7e545a8e962c8d8025a0d307b17f, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:37,391 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=caed7e545a8e962c8d8025a0d307b17f, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:41:37,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32962 deadline: 1734320557390, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=caed7e545a8e962c8d8025a0d307b17f, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:37,547 INFO [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=78, memsize=40.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/caed7e545a8e962c8d8025a0d307b17f/.tmp/A/6013b30584b141a4a98d8e35d841873a 2024-12-16T03:41:37,551 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/caed7e545a8e962c8d8025a0d307b17f/.tmp/B/3031775b7f49495a8684f3f16025c125 is 50, key is test_row_0/B:col10/1734320494985/Put/seqid=0 2024-12-16T03:41:37,554 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073742354_1530 (size=12001) 2024-12-16T03:41:37,692 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=caed7e545a8e962c8d8025a0d307b17f, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:41:37,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32960 deadline: 1734320557690, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=caed7e545a8e962c8d8025a0d307b17f, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:37,693 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=caed7e545a8e962c8d8025a0d307b17f, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:41:37,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32954 deadline: 1734320557691, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=caed7e545a8e962c8d8025a0d307b17f, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:37,693 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=caed7e545a8e962c8d8025a0d307b17f, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:41:37,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32962 deadline: 1734320557691, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=caed7e545a8e962c8d8025a0d307b17f, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:37,695 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=caed7e545a8e962c8d8025a0d307b17f, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:41:37,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32976 deadline: 1734320557693, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=caed7e545a8e962c8d8025a0d307b17f, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:37,954 INFO [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=78 (bloomFilter=true), to=hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/caed7e545a8e962c8d8025a0d307b17f/.tmp/B/3031775b7f49495a8684f3f16025c125 2024-12-16T03:41:37,959 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/caed7e545a8e962c8d8025a0d307b17f/.tmp/C/d4afdf77cd44473c959b00e3aeade3e9 is 50, key is test_row_0/C:col10/1734320494985/Put/seqid=0 2024-12-16T03:41:37,962 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073742355_1531 (size=12001) 2024-12-16T03:41:38,197 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=caed7e545a8e962c8d8025a0d307b17f, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:41:38,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32954 deadline: 1734320558196, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=caed7e545a8e962c8d8025a0d307b17f, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:38,198 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=caed7e545a8e962c8d8025a0d307b17f, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:41:38,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32960 deadline: 1734320558197, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=caed7e545a8e962c8d8025a0d307b17f, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:38,198 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=caed7e545a8e962c8d8025a0d307b17f, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:41:38,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32962 deadline: 1734320558197, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=caed7e545a8e962c8d8025a0d307b17f, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:38,200 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=caed7e545a8e962c8d8025a0d307b17f, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:41:38,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32976 deadline: 1734320558199, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=caed7e545a8e962c8d8025a0d307b17f, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:38,363 INFO [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=78 (bloomFilter=true), to=hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/caed7e545a8e962c8d8025a0d307b17f/.tmp/C/d4afdf77cd44473c959b00e3aeade3e9 2024-12-16T03:41:38,365 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/caed7e545a8e962c8d8025a0d307b17f/.tmp/A/6013b30584b141a4a98d8e35d841873a as hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/caed7e545a8e962c8d8025a0d307b17f/A/6013b30584b141a4a98d8e35d841873a 2024-12-16T03:41:38,368 INFO [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/caed7e545a8e962c8d8025a0d307b17f/A/6013b30584b141a4a98d8e35d841873a, entries=150, sequenceid=78, filesize=30.2 K 2024-12-16T03:41:38,368 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/caed7e545a8e962c8d8025a0d307b17f/.tmp/B/3031775b7f49495a8684f3f16025c125 as hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/caed7e545a8e962c8d8025a0d307b17f/B/3031775b7f49495a8684f3f16025c125 2024-12-16T03:41:38,371 INFO [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/caed7e545a8e962c8d8025a0d307b17f/B/3031775b7f49495a8684f3f16025c125, entries=150, sequenceid=78, filesize=11.7 K 2024-12-16T03:41:38,371 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/caed7e545a8e962c8d8025a0d307b17f/.tmp/C/d4afdf77cd44473c959b00e3aeade3e9 as hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/caed7e545a8e962c8d8025a0d307b17f/C/d4afdf77cd44473c959b00e3aeade3e9 2024-12-16T03:41:38,374 INFO [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/caed7e545a8e962c8d8025a0d307b17f/C/d4afdf77cd44473c959b00e3aeade3e9, entries=150, sequenceid=78, filesize=11.7 K 2024-12-16T03:41:38,374 INFO [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for caed7e545a8e962c8d8025a0d307b17f in 1643ms, sequenceid=78, compaction requested=false 2024-12-16T03:41:38,374 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(2538): Flush status journal for caed7e545a8e962c8d8025a0d307b17f: 2024-12-16T03:41:38,374 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734320487530.caed7e545a8e962c8d8025a0d307b17f. 2024-12-16T03:41:38,374 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=164 2024-12-16T03:41:38,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.HMaster(4106): Remote procedure done, pid=164 2024-12-16T03:41:38,376 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=164, resume processing ppid=163 2024-12-16T03:41:38,376 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=164, ppid=163, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.4700 sec 2024-12-16T03:41:38,376 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=163, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=163, table=TestAcidGuarantees in 3.4790 sec 2024-12-16T03:41:39,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163 2024-12-16T03:41:39,008 INFO [Thread-2290 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 163 completed 2024-12-16T03:41:39,009 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-16T03:41:39,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] procedure2.ProcedureExecutor(1098): Stored pid=165, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=165, table=TestAcidGuarantees 2024-12-16T03:41:39,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-12-16T03:41:39,010 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=165, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=165, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-16T03:41:39,011 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=165, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=165, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-16T03:41:39,011 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=166, ppid=165, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-16T03:41:39,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-12-16T03:41:39,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(8581): Flush requested on caed7e545a8e962c8d8025a0d307b17f 2024-12-16T03:41:39,127 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing caed7e545a8e962c8d8025a0d307b17f 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-12-16T03:41:39,127 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK caed7e545a8e962c8d8025a0d307b17f, store=A 2024-12-16T03:41:39,127 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T03:41:39,127 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK caed7e545a8e962c8d8025a0d307b17f, store=B 2024-12-16T03:41:39,127 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T03:41:39,127 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK caed7e545a8e962c8d8025a0d307b17f, store=C 2024-12-16T03:41:39,127 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T03:41:39,132 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241216c69213eac0054e70aec221f6a030a503_caed7e545a8e962c8d8025a0d307b17f is 50, key is test_row_0/A:col10/1734320499126/Put/seqid=0 2024-12-16T03:41:39,135 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073742356_1532 (size=14594) 2024-12-16T03:41:39,162 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:39,162 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39893 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=166 2024-12-16T03:41:39,163 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734320487530.caed7e545a8e962c8d8025a0d307b17f. 2024-12-16T03:41:39,163 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734320487530.caed7e545a8e962c8d8025a0d307b17f. as already flushing 2024-12-16T03:41:39,163 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734320487530.caed7e545a8e962c8d8025a0d307b17f. 2024-12-16T03:41:39,163 ERROR [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] handler.RSProcedureHandler(58): pid=166 java.io.IOException: Unable to complete flush {ENCODED => caed7e545a8e962c8d8025a0d307b17f, NAME => 'TestAcidGuarantees,,1734320487530.caed7e545a8e962c8d8025a0d307b17f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:41:39,163 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=166 java.io.IOException: Unable to complete flush {ENCODED => caed7e545a8e962c8d8025a0d307b17f, NAME => 'TestAcidGuarantees,,1734320487530.caed7e545a8e962c8d8025a0d307b17f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:41:39,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.HMaster(4114): Remote procedure failed, pid=166 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => caed7e545a8e962c8d8025a0d307b17f, NAME => 'TestAcidGuarantees,,1734320487530.caed7e545a8e962c8d8025a0d307b17f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => caed7e545a8e962c8d8025a0d307b17f, NAME => 'TestAcidGuarantees,,1734320487530.caed7e545a8e962c8d8025a0d307b17f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:41:39,164 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=caed7e545a8e962c8d8025a0d307b17f, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:41:39,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32940 deadline: 1734320559163, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=caed7e545a8e962c8d8025a0d307b17f, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:39,201 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=caed7e545a8e962c8d8025a0d307b17f, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:41:39,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32960 deadline: 1734320559200, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=caed7e545a8e962c8d8025a0d307b17f, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:39,202 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=caed7e545a8e962c8d8025a0d307b17f, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:41:39,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32976 deadline: 1734320559201, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=caed7e545a8e962c8d8025a0d307b17f, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:39,205 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=caed7e545a8e962c8d8025a0d307b17f, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:41:39,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32954 deadline: 1734320559204, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=caed7e545a8e962c8d8025a0d307b17f, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:39,207 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=caed7e545a8e962c8d8025a0d307b17f, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:41:39,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32962 deadline: 1734320559206, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=caed7e545a8e962c8d8025a0d307b17f, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:39,267 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=caed7e545a8e962c8d8025a0d307b17f, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:41:39,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32940 deadline: 1734320559265, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=caed7e545a8e962c8d8025a0d307b17f, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:39,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-12-16T03:41:39,314 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:39,315 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39893 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=166 2024-12-16T03:41:39,315 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734320487530.caed7e545a8e962c8d8025a0d307b17f. 2024-12-16T03:41:39,315 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734320487530.caed7e545a8e962c8d8025a0d307b17f. as already flushing 2024-12-16T03:41:39,315 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734320487530.caed7e545a8e962c8d8025a0d307b17f. 2024-12-16T03:41:39,315 ERROR [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] handler.RSProcedureHandler(58): pid=166 java.io.IOException: Unable to complete flush {ENCODED => caed7e545a8e962c8d8025a0d307b17f, NAME => 'TestAcidGuarantees,,1734320487530.caed7e545a8e962c8d8025a0d307b17f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:41:39,315 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=166 java.io.IOException: Unable to complete flush {ENCODED => caed7e545a8e962c8d8025a0d307b17f, NAME => 'TestAcidGuarantees,,1734320487530.caed7e545a8e962c8d8025a0d307b17f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:41:39,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.HMaster(4114): Remote procedure failed, pid=166 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => caed7e545a8e962c8d8025a0d307b17f, NAME => 'TestAcidGuarantees,,1734320487530.caed7e545a8e962c8d8025a0d307b17f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => caed7e545a8e962c8d8025a0d307b17f, NAME => 'TestAcidGuarantees,,1734320487530.caed7e545a8e962c8d8025a0d307b17f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:41:39,467 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:39,467 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39893 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=166 2024-12-16T03:41:39,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734320487530.caed7e545a8e962c8d8025a0d307b17f. 2024-12-16T03:41:39,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734320487530.caed7e545a8e962c8d8025a0d307b17f. as already flushing 2024-12-16T03:41:39,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734320487530.caed7e545a8e962c8d8025a0d307b17f. 2024-12-16T03:41:39,467 ERROR [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] handler.RSProcedureHandler(58): pid=166 java.io.IOException: Unable to complete flush {ENCODED => caed7e545a8e962c8d8025a0d307b17f, NAME => 'TestAcidGuarantees,,1734320487530.caed7e545a8e962c8d8025a0d307b17f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:41:39,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=166 java.io.IOException: Unable to complete flush {ENCODED => caed7e545a8e962c8d8025a0d307b17f, NAME => 'TestAcidGuarantees,,1734320487530.caed7e545a8e962c8d8025a0d307b17f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:41:39,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.HMaster(4114): Remote procedure failed, pid=166 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => caed7e545a8e962c8d8025a0d307b17f, NAME => 'TestAcidGuarantees,,1734320487530.caed7e545a8e962c8d8025a0d307b17f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => caed7e545a8e962c8d8025a0d307b17f, NAME => 'TestAcidGuarantees,,1734320487530.caed7e545a8e962c8d8025a0d307b17f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:41:39,469 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=caed7e545a8e962c8d8025a0d307b17f, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:41:39,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32940 deadline: 1734320559468, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=caed7e545a8e962c8d8025a0d307b17f, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:39,536 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:41:39,538 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241216c69213eac0054e70aec221f6a030a503_caed7e545a8e962c8d8025a0d307b17f to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241216c69213eac0054e70aec221f6a030a503_caed7e545a8e962c8d8025a0d307b17f 2024-12-16T03:41:39,539 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/caed7e545a8e962c8d8025a0d307b17f/.tmp/A/24f2553477944a379c9fe0aed8665cd3, store: [table=TestAcidGuarantees family=A region=caed7e545a8e962c8d8025a0d307b17f] 2024-12-16T03:41:39,539 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/caed7e545a8e962c8d8025a0d307b17f/.tmp/A/24f2553477944a379c9fe0aed8665cd3 is 175, key is test_row_0/A:col10/1734320499126/Put/seqid=0 2024-12-16T03:41:39,549 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073742357_1533 (size=39549) 2024-12-16T03:41:39,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-12-16T03:41:39,619 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:39,619 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39893 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=166 2024-12-16T03:41:39,619 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734320487530.caed7e545a8e962c8d8025a0d307b17f. 2024-12-16T03:41:39,619 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734320487530.caed7e545a8e962c8d8025a0d307b17f. as already flushing 2024-12-16T03:41:39,619 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734320487530.caed7e545a8e962c8d8025a0d307b17f. 2024-12-16T03:41:39,619 ERROR [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] handler.RSProcedureHandler(58): pid=166 java.io.IOException: Unable to complete flush {ENCODED => caed7e545a8e962c8d8025a0d307b17f, NAME => 'TestAcidGuarantees,,1734320487530.caed7e545a8e962c8d8025a0d307b17f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:41:39,620 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=166 java.io.IOException: Unable to complete flush {ENCODED => caed7e545a8e962c8d8025a0d307b17f, NAME => 'TestAcidGuarantees,,1734320487530.caed7e545a8e962c8d8025a0d307b17f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:41:39,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.HMaster(4114): Remote procedure failed, pid=166 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => caed7e545a8e962c8d8025a0d307b17f, NAME => 'TestAcidGuarantees,,1734320487530.caed7e545a8e962c8d8025a0d307b17f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => caed7e545a8e962c8d8025a0d307b17f, NAME => 'TestAcidGuarantees,,1734320487530.caed7e545a8e962c8d8025a0d307b17f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:41:39,771 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:39,771 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39893 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=166 2024-12-16T03:41:39,772 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734320487530.caed7e545a8e962c8d8025a0d307b17f. 2024-12-16T03:41:39,772 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734320487530.caed7e545a8e962c8d8025a0d307b17f. as already flushing 2024-12-16T03:41:39,772 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734320487530.caed7e545a8e962c8d8025a0d307b17f. 2024-12-16T03:41:39,772 ERROR [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] handler.RSProcedureHandler(58): pid=166 java.io.IOException: Unable to complete flush {ENCODED => caed7e545a8e962c8d8025a0d307b17f, NAME => 'TestAcidGuarantees,,1734320487530.caed7e545a8e962c8d8025a0d307b17f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:41:39,772 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=166 java.io.IOException: Unable to complete flush {ENCODED => caed7e545a8e962c8d8025a0d307b17f, NAME => 'TestAcidGuarantees,,1734320487530.caed7e545a8e962c8d8025a0d307b17f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:41:39,772 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=caed7e545a8e962c8d8025a0d307b17f, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:41:39,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32940 deadline: 1734320559771, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=caed7e545a8e962c8d8025a0d307b17f, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:39,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.HMaster(4114): Remote procedure failed, pid=166 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => caed7e545a8e962c8d8025a0d307b17f, NAME => 'TestAcidGuarantees,,1734320487530.caed7e545a8e962c8d8025a0d307b17f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => caed7e545a8e962c8d8025a0d307b17f, NAME => 'TestAcidGuarantees,,1734320487530.caed7e545a8e962c8d8025a0d307b17f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:41:39,923 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:39,924 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39893 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=166 2024-12-16T03:41:39,924 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734320487530.caed7e545a8e962c8d8025a0d307b17f. 2024-12-16T03:41:39,924 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734320487530.caed7e545a8e962c8d8025a0d307b17f. as already flushing 2024-12-16T03:41:39,924 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734320487530.caed7e545a8e962c8d8025a0d307b17f. 2024-12-16T03:41:39,924 ERROR [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] handler.RSProcedureHandler(58): pid=166 java.io.IOException: Unable to complete flush {ENCODED => caed7e545a8e962c8d8025a0d307b17f, NAME => 'TestAcidGuarantees,,1734320487530.caed7e545a8e962c8d8025a0d307b17f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:41:39,924 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=166 java.io.IOException: Unable to complete flush {ENCODED => caed7e545a8e962c8d8025a0d307b17f, NAME => 'TestAcidGuarantees,,1734320487530.caed7e545a8e962c8d8025a0d307b17f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:41:39,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.HMaster(4114): Remote procedure failed, pid=166 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => caed7e545a8e962c8d8025a0d307b17f, NAME => 'TestAcidGuarantees,,1734320487530.caed7e545a8e962c8d8025a0d307b17f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => caed7e545a8e962c8d8025a0d307b17f, NAME => 'TestAcidGuarantees,,1734320487530.caed7e545a8e962c8d8025a0d307b17f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:41:39,954 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=95, memsize=29.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/caed7e545a8e962c8d8025a0d307b17f/.tmp/A/24f2553477944a379c9fe0aed8665cd3 2024-12-16T03:41:39,960 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/caed7e545a8e962c8d8025a0d307b17f/.tmp/B/2b905e273b894996ac912f204b2d9550 is 50, key is test_row_0/B:col10/1734320499126/Put/seqid=0 2024-12-16T03:41:39,964 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073742358_1534 (size=12001) 2024-12-16T03:41:40,076 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:40,076 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39893 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=166 2024-12-16T03:41:40,076 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734320487530.caed7e545a8e962c8d8025a0d307b17f. 2024-12-16T03:41:40,076 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734320487530.caed7e545a8e962c8d8025a0d307b17f. as already flushing 2024-12-16T03:41:40,076 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734320487530.caed7e545a8e962c8d8025a0d307b17f. 2024-12-16T03:41:40,076 ERROR [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] handler.RSProcedureHandler(58): pid=166 java.io.IOException: Unable to complete flush {ENCODED => caed7e545a8e962c8d8025a0d307b17f, NAME => 'TestAcidGuarantees,,1734320487530.caed7e545a8e962c8d8025a0d307b17f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:41:40,076 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=166 java.io.IOException: Unable to complete flush {ENCODED => caed7e545a8e962c8d8025a0d307b17f, NAME => 'TestAcidGuarantees,,1734320487530.caed7e545a8e962c8d8025a0d307b17f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:41:40,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.HMaster(4114): Remote procedure failed, pid=166 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => caed7e545a8e962c8d8025a0d307b17f, NAME => 'TestAcidGuarantees,,1734320487530.caed7e545a8e962c8d8025a0d307b17f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => caed7e545a8e962c8d8025a0d307b17f, NAME => 'TestAcidGuarantees,,1734320487530.caed7e545a8e962c8d8025a0d307b17f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:41:40,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-12-16T03:41:40,228 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:40,228 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39893 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=166 2024-12-16T03:41:40,228 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734320487530.caed7e545a8e962c8d8025a0d307b17f. 2024-12-16T03:41:40,228 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734320487530.caed7e545a8e962c8d8025a0d307b17f. as already flushing 2024-12-16T03:41:40,228 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734320487530.caed7e545a8e962c8d8025a0d307b17f. 2024-12-16T03:41:40,228 ERROR [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] handler.RSProcedureHandler(58): pid=166 java.io.IOException: Unable to complete flush {ENCODED => caed7e545a8e962c8d8025a0d307b17f, NAME => 'TestAcidGuarantees,,1734320487530.caed7e545a8e962c8d8025a0d307b17f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:41:40,228 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=166 java.io.IOException: Unable to complete flush {ENCODED => caed7e545a8e962c8d8025a0d307b17f, NAME => 'TestAcidGuarantees,,1734320487530.caed7e545a8e962c8d8025a0d307b17f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:41:40,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.HMaster(4114): Remote procedure failed, pid=166 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => caed7e545a8e962c8d8025a0d307b17f, NAME => 'TestAcidGuarantees,,1734320487530.caed7e545a8e962c8d8025a0d307b17f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => caed7e545a8e962c8d8025a0d307b17f, NAME => 'TestAcidGuarantees,,1734320487530.caed7e545a8e962c8d8025a0d307b17f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:41:40,275 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=caed7e545a8e962c8d8025a0d307b17f, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:41:40,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32940 deadline: 1734320560274, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=caed7e545a8e962c8d8025a0d307b17f, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:40,365 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=95 (bloomFilter=true), to=hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/caed7e545a8e962c8d8025a0d307b17f/.tmp/B/2b905e273b894996ac912f204b2d9550 2024-12-16T03:41:40,370 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/caed7e545a8e962c8d8025a0d307b17f/.tmp/C/d1837cad05d54ce29bb1bde00cb29b71 is 50, key is test_row_0/C:col10/1734320499126/Put/seqid=0 2024-12-16T03:41:40,372 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073742359_1535 (size=12001) 2024-12-16T03:41:40,372 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=95 (bloomFilter=true), to=hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/caed7e545a8e962c8d8025a0d307b17f/.tmp/C/d1837cad05d54ce29bb1bde00cb29b71 2024-12-16T03:41:40,375 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/caed7e545a8e962c8d8025a0d307b17f/.tmp/A/24f2553477944a379c9fe0aed8665cd3 as hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/caed7e545a8e962c8d8025a0d307b17f/A/24f2553477944a379c9fe0aed8665cd3 2024-12-16T03:41:40,377 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/caed7e545a8e962c8d8025a0d307b17f/A/24f2553477944a379c9fe0aed8665cd3, entries=200, sequenceid=95, filesize=38.6 K 2024-12-16T03:41:40,378 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/caed7e545a8e962c8d8025a0d307b17f/.tmp/B/2b905e273b894996ac912f204b2d9550 as hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/caed7e545a8e962c8d8025a0d307b17f/B/2b905e273b894996ac912f204b2d9550 2024-12-16T03:41:40,380 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:40,380 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39893 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=166 2024-12-16T03:41:40,380 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734320487530.caed7e545a8e962c8d8025a0d307b17f. 2024-12-16T03:41:40,380 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/caed7e545a8e962c8d8025a0d307b17f/B/2b905e273b894996ac912f204b2d9550, entries=150, sequenceid=95, filesize=11.7 K 2024-12-16T03:41:40,381 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734320487530.caed7e545a8e962c8d8025a0d307b17f. as already flushing 2024-12-16T03:41:40,381 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734320487530.caed7e545a8e962c8d8025a0d307b17f. 2024-12-16T03:41:40,381 ERROR [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] handler.RSProcedureHandler(58): pid=166 java.io.IOException: Unable to complete flush {ENCODED => caed7e545a8e962c8d8025a0d307b17f, NAME => 'TestAcidGuarantees,,1734320487530.caed7e545a8e962c8d8025a0d307b17f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:41:40,381 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=166 java.io.IOException: Unable to complete flush {ENCODED => caed7e545a8e962c8d8025a0d307b17f, NAME => 'TestAcidGuarantees,,1734320487530.caed7e545a8e962c8d8025a0d307b17f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:41:40,381 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/caed7e545a8e962c8d8025a0d307b17f/.tmp/C/d1837cad05d54ce29bb1bde00cb29b71 as hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/caed7e545a8e962c8d8025a0d307b17f/C/d1837cad05d54ce29bb1bde00cb29b71 2024-12-16T03:41:40,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.HMaster(4114): Remote procedure failed, pid=166 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => caed7e545a8e962c8d8025a0d307b17f, NAME => 'TestAcidGuarantees,,1734320487530.caed7e545a8e962c8d8025a0d307b17f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => caed7e545a8e962c8d8025a0d307b17f, NAME => 'TestAcidGuarantees,,1734320487530.caed7e545a8e962c8d8025a0d307b17f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:41:40,384 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/caed7e545a8e962c8d8025a0d307b17f/C/d1837cad05d54ce29bb1bde00cb29b71, entries=150, sequenceid=95, filesize=11.7 K 2024-12-16T03:41:40,384 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=114.05 KB/116790 for caed7e545a8e962c8d8025a0d307b17f in 1257ms, sequenceid=95, compaction requested=true 2024-12-16T03:41:40,384 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for caed7e545a8e962c8d8025a0d307b17f: 2024-12-16T03:41:40,385 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store caed7e545a8e962c8d8025a0d307b17f:A, priority=-2147483648, current under compaction store size is 1 2024-12-16T03:41:40,385 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-16T03:41:40,385 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store caed7e545a8e962c8d8025a0d307b17f:B, priority=-2147483648, current under compaction store size is 2 2024-12-16T03:41:40,385 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-16T03:41:40,385 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-16T03:41:40,385 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-16T03:41:40,385 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store caed7e545a8e962c8d8025a0d307b17f:C, priority=-2147483648, current under compaction store size is 3 2024-12-16T03:41:40,385 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-16T03:41:40,386 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 101562 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-16T03:41:40,386 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-16T03:41:40,386 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.HStore(1540): caed7e545a8e962c8d8025a0d307b17f/A is initiating minor compaction (all files) 2024-12-16T03:41:40,386 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.HStore(1540): caed7e545a8e962c8d8025a0d307b17f/B is initiating minor compaction (all files) 2024-12-16T03:41:40,386 INFO [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of caed7e545a8e962c8d8025a0d307b17f/A in TestAcidGuarantees,,1734320487530.caed7e545a8e962c8d8025a0d307b17f. 2024-12-16T03:41:40,386 INFO [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of caed7e545a8e962c8d8025a0d307b17f/B in TestAcidGuarantees,,1734320487530.caed7e545a8e962c8d8025a0d307b17f. 2024-12-16T03:41:40,386 INFO [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/caed7e545a8e962c8d8025a0d307b17f/B/64b97550f3fc4de78c4e508ccecdb129, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/caed7e545a8e962c8d8025a0d307b17f/B/3031775b7f49495a8684f3f16025c125, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/caed7e545a8e962c8d8025a0d307b17f/B/2b905e273b894996ac912f204b2d9550] into tmpdir=hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/caed7e545a8e962c8d8025a0d307b17f/.tmp, totalSize=35.3 K 2024-12-16T03:41:40,386 INFO [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/caed7e545a8e962c8d8025a0d307b17f/A/e27124d544484a1b9380e074fa963a59, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/caed7e545a8e962c8d8025a0d307b17f/A/6013b30584b141a4a98d8e35d841873a, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/caed7e545a8e962c8d8025a0d307b17f/A/24f2553477944a379c9fe0aed8665cd3] into tmpdir=hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/caed7e545a8e962c8d8025a0d307b17f/.tmp, totalSize=99.2 K 2024-12-16T03:41:40,386 INFO [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1734320487530.caed7e545a8e962c8d8025a0d307b17f. 2024-12-16T03:41:40,387 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1734320487530.caed7e545a8e962c8d8025a0d307b17f. files: [hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/caed7e545a8e962c8d8025a0d307b17f/A/e27124d544484a1b9380e074fa963a59, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/caed7e545a8e962c8d8025a0d307b17f/A/6013b30584b141a4a98d8e35d841873a, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/caed7e545a8e962c8d8025a0d307b17f/A/24f2553477944a379c9fe0aed8665cd3] 2024-12-16T03:41:40,387 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] compactions.Compactor(224): Compacting 64b97550f3fc4de78c4e508ccecdb129, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1734320492953 2024-12-16T03:41:40,387 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] compactions.Compactor(224): Compacting e27124d544484a1b9380e074fa963a59, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1734320492953 2024-12-16T03:41:40,387 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] compactions.Compactor(224): Compacting 3031775b7f49495a8684f3f16025c125, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1734320494985 2024-12-16T03:41:40,387 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6013b30584b141a4a98d8e35d841873a, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1734320494985 2024-12-16T03:41:40,387 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] compactions.Compactor(224): Compacting 2b905e273b894996ac912f204b2d9550, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1734320497081 2024-12-16T03:41:40,387 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] compactions.Compactor(224): Compacting 24f2553477944a379c9fe0aed8665cd3, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1734320497081 2024-12-16T03:41:40,392 INFO [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=caed7e545a8e962c8d8025a0d307b17f] 2024-12-16T03:41:40,393 INFO [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): caed7e545a8e962c8d8025a0d307b17f#B#compaction#455 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-16T03:41:40,393 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/caed7e545a8e962c8d8025a0d307b17f/.tmp/B/1f2f4dc1aee74db3aaafb59f7dab6122 is 50, key is test_row_0/B:col10/1734320499126/Put/seqid=0 2024-12-16T03:41:40,395 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241216f7a9848ca9c546c1996a733502239c27_caed7e545a8e962c8d8025a0d307b17f store=[table=TestAcidGuarantees family=A region=caed7e545a8e962c8d8025a0d307b17f] 2024-12-16T03:41:40,396 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241216f7a9848ca9c546c1996a733502239c27_caed7e545a8e962c8d8025a0d307b17f, store=[table=TestAcidGuarantees family=A region=caed7e545a8e962c8d8025a0d307b17f] 2024-12-16T03:41:40,397 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241216f7a9848ca9c546c1996a733502239c27_caed7e545a8e962c8d8025a0d307b17f because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=caed7e545a8e962c8d8025a0d307b17f] 2024-12-16T03:41:40,404 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073742360_1536 (size=12207) 2024-12-16T03:41:40,404 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073742361_1537 (size=4469) 2024-12-16T03:41:40,410 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/caed7e545a8e962c8d8025a0d307b17f/.tmp/B/1f2f4dc1aee74db3aaafb59f7dab6122 as hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/caed7e545a8e962c8d8025a0d307b17f/B/1f2f4dc1aee74db3aaafb59f7dab6122 2024-12-16T03:41:40,414 INFO [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in caed7e545a8e962c8d8025a0d307b17f/B of caed7e545a8e962c8d8025a0d307b17f into 1f2f4dc1aee74db3aaafb59f7dab6122(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-16T03:41:40,414 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for caed7e545a8e962c8d8025a0d307b17f: 2024-12-16T03:41:40,414 INFO [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734320487530.caed7e545a8e962c8d8025a0d307b17f., storeName=caed7e545a8e962c8d8025a0d307b17f/B, priority=13, startTime=1734320500385; duration=0sec 2024-12-16T03:41:40,414 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-16T03:41:40,414 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: caed7e545a8e962c8d8025a0d307b17f:B 2024-12-16T03:41:40,414 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-16T03:41:40,415 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-16T03:41:40,415 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.HStore(1540): caed7e545a8e962c8d8025a0d307b17f/C is initiating minor compaction (all files) 2024-12-16T03:41:40,415 INFO [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of caed7e545a8e962c8d8025a0d307b17f/C in TestAcidGuarantees,,1734320487530.caed7e545a8e962c8d8025a0d307b17f. 2024-12-16T03:41:40,415 INFO [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/caed7e545a8e962c8d8025a0d307b17f/C/6535053fc8744a1f990bc38c9d7e8f33, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/caed7e545a8e962c8d8025a0d307b17f/C/d4afdf77cd44473c959b00e3aeade3e9, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/caed7e545a8e962c8d8025a0d307b17f/C/d1837cad05d54ce29bb1bde00cb29b71] into tmpdir=hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/caed7e545a8e962c8d8025a0d307b17f/.tmp, totalSize=35.3 K 2024-12-16T03:41:40,415 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] compactions.Compactor(224): Compacting 6535053fc8744a1f990bc38c9d7e8f33, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1734320492953 2024-12-16T03:41:40,415 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] compactions.Compactor(224): Compacting d4afdf77cd44473c959b00e3aeade3e9, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1734320494985 2024-12-16T03:41:40,416 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] compactions.Compactor(224): Compacting d1837cad05d54ce29bb1bde00cb29b71, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1734320497081 2024-12-16T03:41:40,420 INFO [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): caed7e545a8e962c8d8025a0d307b17f#C#compaction#457 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-16T03:41:40,420 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/caed7e545a8e962c8d8025a0d307b17f/.tmp/C/cbcce5baf1a54a74803b377d41494691 is 50, key is test_row_0/C:col10/1734320499126/Put/seqid=0 2024-12-16T03:41:40,423 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073742362_1538 (size=12207) 2024-12-16T03:41:40,532 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:40,532 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39893 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=166 2024-12-16T03:41:40,532 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734320487530.caed7e545a8e962c8d8025a0d307b17f. 2024-12-16T03:41:40,533 INFO [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2837): Flushing caed7e545a8e962c8d8025a0d307b17f 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-12-16T03:41:40,533 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.CompactingMemStore(205): FLUSHING TO DISK caed7e545a8e962c8d8025a0d307b17f, store=A 2024-12-16T03:41:40,533 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T03:41:40,533 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.CompactingMemStore(205): FLUSHING TO DISK caed7e545a8e962c8d8025a0d307b17f, store=B 2024-12-16T03:41:40,533 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T03:41:40,533 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.CompactingMemStore(205): FLUSHING TO DISK caed7e545a8e962c8d8025a0d307b17f, store=C 2024-12-16T03:41:40,533 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T03:41:40,538 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241216733e1661479045989aaeba8ecd0460b5_caed7e545a8e962c8d8025a0d307b17f is 50, key is test_row_0/A:col10/1734320499160/Put/seqid=0 2024-12-16T03:41:40,541 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073742363_1539 (size=12154) 2024-12-16T03:41:40,542 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:41:40,544 INFO [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241216733e1661479045989aaeba8ecd0460b5_caed7e545a8e962c8d8025a0d307b17f to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241216733e1661479045989aaeba8ecd0460b5_caed7e545a8e962c8d8025a0d307b17f 2024-12-16T03:41:40,545 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/caed7e545a8e962c8d8025a0d307b17f/.tmp/A/5491e6a2dc784177b3a30af36570be16, store: [table=TestAcidGuarantees family=A region=caed7e545a8e962c8d8025a0d307b17f] 2024-12-16T03:41:40,546 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/caed7e545a8e962c8d8025a0d307b17f/.tmp/A/5491e6a2dc784177b3a30af36570be16 is 175, key is test_row_0/A:col10/1734320499160/Put/seqid=0 2024-12-16T03:41:40,548 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073742364_1540 (size=30955) 2024-12-16T03:41:40,805 INFO [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): caed7e545a8e962c8d8025a0d307b17f#A#compaction#456 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-16T03:41:40,805 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/caed7e545a8e962c8d8025a0d307b17f/.tmp/A/48279c2a5fcf4189bf2efd4fbca5361a is 175, key is test_row_0/A:col10/1734320499126/Put/seqid=0 2024-12-16T03:41:40,809 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073742365_1541 (size=31161) 2024-12-16T03:41:40,826 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/caed7e545a8e962c8d8025a0d307b17f/.tmp/C/cbcce5baf1a54a74803b377d41494691 as hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/caed7e545a8e962c8d8025a0d307b17f/C/cbcce5baf1a54a74803b377d41494691 2024-12-16T03:41:40,835 INFO [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in caed7e545a8e962c8d8025a0d307b17f/C of caed7e545a8e962c8d8025a0d307b17f into cbcce5baf1a54a74803b377d41494691(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-16T03:41:40,835 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for caed7e545a8e962c8d8025a0d307b17f: 2024-12-16T03:41:40,835 INFO [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734320487530.caed7e545a8e962c8d8025a0d307b17f., storeName=caed7e545a8e962c8d8025a0d307b17f/C, priority=13, startTime=1734320500385; duration=0sec 2024-12-16T03:41:40,836 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-16T03:41:40,836 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: caed7e545a8e962c8d8025a0d307b17f:C 2024-12-16T03:41:40,949 INFO [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=116, memsize=38.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/caed7e545a8e962c8d8025a0d307b17f/.tmp/A/5491e6a2dc784177b3a30af36570be16 2024-12-16T03:41:40,954 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/caed7e545a8e962c8d8025a0d307b17f/.tmp/B/9c172d36afaf4102b40c1383b074387b is 50, key is test_row_0/B:col10/1734320499160/Put/seqid=0 2024-12-16T03:41:40,957 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073742366_1542 (size=12001) 2024-12-16T03:41:41,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-12-16T03:41:41,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(8581): Flush requested on caed7e545a8e962c8d8025a0d307b17f 2024-12-16T03:41:41,211 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734320487530.caed7e545a8e962c8d8025a0d307b17f. as already flushing 2024-12-16T03:41:41,220 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/caed7e545a8e962c8d8025a0d307b17f/.tmp/A/48279c2a5fcf4189bf2efd4fbca5361a as hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/caed7e545a8e962c8d8025a0d307b17f/A/48279c2a5fcf4189bf2efd4fbca5361a 2024-12-16T03:41:41,224 INFO [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in caed7e545a8e962c8d8025a0d307b17f/A of caed7e545a8e962c8d8025a0d307b17f into 48279c2a5fcf4189bf2efd4fbca5361a(size=30.4 K), total size for store is 30.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-16T03:41:41,224 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for caed7e545a8e962c8d8025a0d307b17f: 2024-12-16T03:41:41,224 INFO [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734320487530.caed7e545a8e962c8d8025a0d307b17f., storeName=caed7e545a8e962c8d8025a0d307b17f/A, priority=13, startTime=1734320500384; duration=0sec 2024-12-16T03:41:41,224 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-16T03:41:41,224 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: caed7e545a8e962c8d8025a0d307b17f:A 2024-12-16T03:41:41,227 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=caed7e545a8e962c8d8025a0d307b17f, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:41:41,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32962 deadline: 1734320561223, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=caed7e545a8e962c8d8025a0d307b17f, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:41,227 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=caed7e545a8e962c8d8025a0d307b17f, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:41:41,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32976 deadline: 1734320561223, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=caed7e545a8e962c8d8025a0d307b17f, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:41,229 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=caed7e545a8e962c8d8025a0d307b17f, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:41:41,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32960 deadline: 1734320561227, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=caed7e545a8e962c8d8025a0d307b17f, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:41,229 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=caed7e545a8e962c8d8025a0d307b17f, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:41:41,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32954 deadline: 1734320561227, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=caed7e545a8e962c8d8025a0d307b17f, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:41,277 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=caed7e545a8e962c8d8025a0d307b17f, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:41:41,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32940 deadline: 1734320561276, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=caed7e545a8e962c8d8025a0d307b17f, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:41,329 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=caed7e545a8e962c8d8025a0d307b17f, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:41:41,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32962 deadline: 1734320561328, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=caed7e545a8e962c8d8025a0d307b17f, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:41,329 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=caed7e545a8e962c8d8025a0d307b17f, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:41:41,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32976 deadline: 1734320561328, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=caed7e545a8e962c8d8025a0d307b17f, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:41,331 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=caed7e545a8e962c8d8025a0d307b17f, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:41:41,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32960 deadline: 1734320561330, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=caed7e545a8e962c8d8025a0d307b17f, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:41,332 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=caed7e545a8e962c8d8025a0d307b17f, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:41:41,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32954 deadline: 1734320561330, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=caed7e545a8e962c8d8025a0d307b17f, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:41,358 INFO [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=116 (bloomFilter=true), to=hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/caed7e545a8e962c8d8025a0d307b17f/.tmp/B/9c172d36afaf4102b40c1383b074387b 2024-12-16T03:41:41,363 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/caed7e545a8e962c8d8025a0d307b17f/.tmp/C/b0e5f29a9f8e4789a813b30bc5b1128e is 50, key is test_row_0/C:col10/1734320499160/Put/seqid=0 2024-12-16T03:41:41,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073742367_1543 (size=12001) 2024-12-16T03:41:41,366 INFO [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=116 (bloomFilter=true), to=hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/caed7e545a8e962c8d8025a0d307b17f/.tmp/C/b0e5f29a9f8e4789a813b30bc5b1128e 2024-12-16T03:41:41,369 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/caed7e545a8e962c8d8025a0d307b17f/.tmp/A/5491e6a2dc784177b3a30af36570be16 as hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/caed7e545a8e962c8d8025a0d307b17f/A/5491e6a2dc784177b3a30af36570be16 2024-12-16T03:41:41,372 INFO [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/caed7e545a8e962c8d8025a0d307b17f/A/5491e6a2dc784177b3a30af36570be16, entries=150, sequenceid=116, filesize=30.2 K 2024-12-16T03:41:41,373 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/caed7e545a8e962c8d8025a0d307b17f/.tmp/B/9c172d36afaf4102b40c1383b074387b as hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/caed7e545a8e962c8d8025a0d307b17f/B/9c172d36afaf4102b40c1383b074387b 2024-12-16T03:41:41,375 INFO [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/caed7e545a8e962c8d8025a0d307b17f/B/9c172d36afaf4102b40c1383b074387b, entries=150, sequenceid=116, filesize=11.7 K 2024-12-16T03:41:41,376 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/caed7e545a8e962c8d8025a0d307b17f/.tmp/C/b0e5f29a9f8e4789a813b30bc5b1128e as hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/caed7e545a8e962c8d8025a0d307b17f/C/b0e5f29a9f8e4789a813b30bc5b1128e 2024-12-16T03:41:41,378 INFO [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/caed7e545a8e962c8d8025a0d307b17f/C/b0e5f29a9f8e4789a813b30bc5b1128e, entries=150, sequenceid=116, filesize=11.7 K 2024-12-16T03:41:41,379 INFO [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(3040): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=93.93 KB/96180 for caed7e545a8e962c8d8025a0d307b17f in 847ms, sequenceid=116, compaction requested=false 2024-12-16T03:41:41,379 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2538): Flush status journal for caed7e545a8e962c8d8025a0d307b17f: 2024-12-16T03:41:41,379 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734320487530.caed7e545a8e962c8d8025a0d307b17f. 2024-12-16T03:41:41,379 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=166 2024-12-16T03:41:41,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.HMaster(4106): Remote procedure done, pid=166 2024-12-16T03:41:41,381 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=166, resume processing ppid=165 2024-12-16T03:41:41,381 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=166, ppid=165, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.3690 sec 2024-12-16T03:41:41,382 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=165, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=165, table=TestAcidGuarantees in 2.3720 sec 2024-12-16T03:41:41,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(8581): Flush requested on caed7e545a8e962c8d8025a0d307b17f 2024-12-16T03:41:41,531 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing caed7e545a8e962c8d8025a0d307b17f 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-12-16T03:41:41,531 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK caed7e545a8e962c8d8025a0d307b17f, store=A 2024-12-16T03:41:41,532 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T03:41:41,532 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK caed7e545a8e962c8d8025a0d307b17f, store=B 2024-12-16T03:41:41,532 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T03:41:41,532 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK caed7e545a8e962c8d8025a0d307b17f, store=C 2024-12-16T03:41:41,532 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T03:41:41,536 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412160d3fa054217f43ae9fa85d5b35bf341d_caed7e545a8e962c8d8025a0d307b17f is 50, key is test_row_0/A:col10/1734320501226/Put/seqid=0 2024-12-16T03:41:41,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073742368_1544 (size=12304) 2024-12-16T03:41:41,566 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=caed7e545a8e962c8d8025a0d307b17f, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:41:41,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32976 deadline: 1734320561564, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=caed7e545a8e962c8d8025a0d307b17f, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:41,567 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=caed7e545a8e962c8d8025a0d307b17f, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:41:41,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32962 deadline: 1734320561565, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=caed7e545a8e962c8d8025a0d307b17f, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:41,567 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=caed7e545a8e962c8d8025a0d307b17f, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:41:41,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32960 deadline: 1734320561565, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=caed7e545a8e962c8d8025a0d307b17f, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:41,567 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=caed7e545a8e962c8d8025a0d307b17f, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:41:41,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32954 deadline: 1734320561565, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=caed7e545a8e962c8d8025a0d307b17f, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:41,668 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=caed7e545a8e962c8d8025a0d307b17f, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:41:41,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32976 deadline: 1734320561667, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=caed7e545a8e962c8d8025a0d307b17f, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:41,668 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=caed7e545a8e962c8d8025a0d307b17f, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:41:41,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32962 deadline: 1734320561667, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=caed7e545a8e962c8d8025a0d307b17f, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:41,669 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=caed7e545a8e962c8d8025a0d307b17f, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:41:41,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32960 deadline: 1734320561667, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=caed7e545a8e962c8d8025a0d307b17f, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:41,669 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=caed7e545a8e962c8d8025a0d307b17f, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:41:41,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32954 deadline: 1734320561668, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=caed7e545a8e962c8d8025a0d307b17f, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:41,871 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=caed7e545a8e962c8d8025a0d307b17f, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:41:41,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32962 deadline: 1734320561869, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=caed7e545a8e962c8d8025a0d307b17f, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:41,871 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=caed7e545a8e962c8d8025a0d307b17f, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:41:41,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32976 deadline: 1734320561870, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=caed7e545a8e962c8d8025a0d307b17f, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:41,872 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=caed7e545a8e962c8d8025a0d307b17f, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:41:41,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32960 deadline: 1734320561870, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=caed7e545a8e962c8d8025a0d307b17f, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:41,872 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=caed7e545a8e962c8d8025a0d307b17f, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:41:41,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32954 deadline: 1734320561870, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=caed7e545a8e962c8d8025a0d307b17f, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:41,939 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:41:41,942 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412160d3fa054217f43ae9fa85d5b35bf341d_caed7e545a8e962c8d8025a0d307b17f to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412160d3fa054217f43ae9fa85d5b35bf341d_caed7e545a8e962c8d8025a0d307b17f 2024-12-16T03:41:41,942 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/caed7e545a8e962c8d8025a0d307b17f/.tmp/A/36c5b76260be4e759fa6641d1fba3c53, store: [table=TestAcidGuarantees family=A region=caed7e545a8e962c8d8025a0d307b17f] 2024-12-16T03:41:41,943 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/caed7e545a8e962c8d8025a0d307b17f/.tmp/A/36c5b76260be4e759fa6641d1fba3c53 is 175, key is test_row_0/A:col10/1734320501226/Put/seqid=0 2024-12-16T03:41:41,946 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073742369_1545 (size=31105) 2024-12-16T03:41:42,174 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=caed7e545a8e962c8d8025a0d307b17f, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:41:42,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32976 deadline: 1734320562172, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=caed7e545a8e962c8d8025a0d307b17f, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:42,175 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=caed7e545a8e962c8d8025a0d307b17f, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:41:42,175 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=caed7e545a8e962c8d8025a0d307b17f, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:41:42,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32962 deadline: 1734320562173, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=caed7e545a8e962c8d8025a0d307b17f, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:42,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32960 deadline: 1734320562173, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=caed7e545a8e962c8d8025a0d307b17f, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:42,176 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=caed7e545a8e962c8d8025a0d307b17f, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:41:42,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32954 deadline: 1734320562174, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=caed7e545a8e962c8d8025a0d307b17f, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:42,347 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=136, memsize=33.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/caed7e545a8e962c8d8025a0d307b17f/.tmp/A/36c5b76260be4e759fa6641d1fba3c53 2024-12-16T03:41:42,352 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/caed7e545a8e962c8d8025a0d307b17f/.tmp/B/275ae0675d4c46b0824108d500f2d1e0 is 50, key is test_row_0/B:col10/1734320501226/Put/seqid=0 2024-12-16T03:41:42,355 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073742370_1546 (size=12151) 2024-12-16T03:41:42,678 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=caed7e545a8e962c8d8025a0d307b17f, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:41:42,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32962 deadline: 1734320562676, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=caed7e545a8e962c8d8025a0d307b17f, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:42,679 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=caed7e545a8e962c8d8025a0d307b17f, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:41:42,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32976 deadline: 1734320562677, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=caed7e545a8e962c8d8025a0d307b17f, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:42,679 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=caed7e545a8e962c8d8025a0d307b17f, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:41:42,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32960 deadline: 1734320562677, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=caed7e545a8e962c8d8025a0d307b17f, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:42,681 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=caed7e545a8e962c8d8025a0d307b17f, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:41:42,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32954 deadline: 1734320562680, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=caed7e545a8e962c8d8025a0d307b17f, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:42,755 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=136 (bloomFilter=true), to=hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/caed7e545a8e962c8d8025a0d307b17f/.tmp/B/275ae0675d4c46b0824108d500f2d1e0 2024-12-16T03:41:42,760 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/caed7e545a8e962c8d8025a0d307b17f/.tmp/C/8461ffd5d79b4062b54e9225d2dc0554 is 50, key is test_row_0/C:col10/1734320501226/Put/seqid=0 2024-12-16T03:41:42,763 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073742371_1547 (size=12151) 2024-12-16T03:41:43,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-12-16T03:41:43,114 INFO [Thread-2290 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 165 completed 2024-12-16T03:41:43,115 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-16T03:41:43,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] procedure2.ProcedureExecutor(1098): Stored pid=167, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=167, table=TestAcidGuarantees 2024-12-16T03:41:43,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-12-16T03:41:43,116 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=167, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=167, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-16T03:41:43,117 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=167, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=167, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-16T03:41:43,117 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=168, ppid=167, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-16T03:41:43,163 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=136 (bloomFilter=true), to=hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/caed7e545a8e962c8d8025a0d307b17f/.tmp/C/8461ffd5d79b4062b54e9225d2dc0554 2024-12-16T03:41:43,166 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/caed7e545a8e962c8d8025a0d307b17f/.tmp/A/36c5b76260be4e759fa6641d1fba3c53 as hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/caed7e545a8e962c8d8025a0d307b17f/A/36c5b76260be4e759fa6641d1fba3c53 2024-12-16T03:41:43,169 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/caed7e545a8e962c8d8025a0d307b17f/A/36c5b76260be4e759fa6641d1fba3c53, entries=150, sequenceid=136, filesize=30.4 K 2024-12-16T03:41:43,169 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/caed7e545a8e962c8d8025a0d307b17f/.tmp/B/275ae0675d4c46b0824108d500f2d1e0 as hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/caed7e545a8e962c8d8025a0d307b17f/B/275ae0675d4c46b0824108d500f2d1e0 2024-12-16T03:41:43,172 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/caed7e545a8e962c8d8025a0d307b17f/B/275ae0675d4c46b0824108d500f2d1e0, entries=150, sequenceid=136, filesize=11.9 K 2024-12-16T03:41:43,172 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/caed7e545a8e962c8d8025a0d307b17f/.tmp/C/8461ffd5d79b4062b54e9225d2dc0554 as hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/caed7e545a8e962c8d8025a0d307b17f/C/8461ffd5d79b4062b54e9225d2dc0554 2024-12-16T03:41:43,175 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/caed7e545a8e962c8d8025a0d307b17f/C/8461ffd5d79b4062b54e9225d2dc0554, entries=150, sequenceid=136, filesize=11.9 K 2024-12-16T03:41:43,175 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=100.63 KB/103050 for caed7e545a8e962c8d8025a0d307b17f in 1644ms, sequenceid=136, compaction requested=true 2024-12-16T03:41:43,175 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for caed7e545a8e962c8d8025a0d307b17f: 2024-12-16T03:41:43,175 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store caed7e545a8e962c8d8025a0d307b17f:A, priority=-2147483648, current under compaction store size is 1 2024-12-16T03:41:43,176 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-16T03:41:43,176 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store caed7e545a8e962c8d8025a0d307b17f:B, priority=-2147483648, current under compaction store size is 2 2024-12-16T03:41:43,176 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-16T03:41:43,176 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-16T03:41:43,176 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-16T03:41:43,176 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store caed7e545a8e962c8d8025a0d307b17f:C, priority=-2147483648, current under compaction store size is 3 2024-12-16T03:41:43,176 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-16T03:41:43,176 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36359 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-16T03:41:43,176 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 93221 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-16T03:41:43,176 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.HStore(1540): caed7e545a8e962c8d8025a0d307b17f/B is initiating minor compaction (all files) 2024-12-16T03:41:43,176 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.HStore(1540): caed7e545a8e962c8d8025a0d307b17f/A is initiating minor compaction (all files) 2024-12-16T03:41:43,176 INFO [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of caed7e545a8e962c8d8025a0d307b17f/B in TestAcidGuarantees,,1734320487530.caed7e545a8e962c8d8025a0d307b17f. 2024-12-16T03:41:43,176 INFO [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of caed7e545a8e962c8d8025a0d307b17f/A in TestAcidGuarantees,,1734320487530.caed7e545a8e962c8d8025a0d307b17f. 2024-12-16T03:41:43,176 INFO [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/caed7e545a8e962c8d8025a0d307b17f/B/1f2f4dc1aee74db3aaafb59f7dab6122, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/caed7e545a8e962c8d8025a0d307b17f/B/9c172d36afaf4102b40c1383b074387b, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/caed7e545a8e962c8d8025a0d307b17f/B/275ae0675d4c46b0824108d500f2d1e0] into tmpdir=hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/caed7e545a8e962c8d8025a0d307b17f/.tmp, totalSize=35.5 K 2024-12-16T03:41:43,176 INFO [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/caed7e545a8e962c8d8025a0d307b17f/A/48279c2a5fcf4189bf2efd4fbca5361a, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/caed7e545a8e962c8d8025a0d307b17f/A/5491e6a2dc784177b3a30af36570be16, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/caed7e545a8e962c8d8025a0d307b17f/A/36c5b76260be4e759fa6641d1fba3c53] into tmpdir=hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/caed7e545a8e962c8d8025a0d307b17f/.tmp, totalSize=91.0 K 2024-12-16T03:41:43,177 INFO [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1734320487530.caed7e545a8e962c8d8025a0d307b17f. 2024-12-16T03:41:43,177 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1734320487530.caed7e545a8e962c8d8025a0d307b17f. files: [hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/caed7e545a8e962c8d8025a0d307b17f/A/48279c2a5fcf4189bf2efd4fbca5361a, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/caed7e545a8e962c8d8025a0d307b17f/A/5491e6a2dc784177b3a30af36570be16, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/caed7e545a8e962c8d8025a0d307b17f/A/36c5b76260be4e759fa6641d1fba3c53] 2024-12-16T03:41:43,177 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] compactions.Compactor(224): Compacting 1f2f4dc1aee74db3aaafb59f7dab6122, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1734320497081 2024-12-16T03:41:43,177 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] compactions.Compactor(224): Compacting 48279c2a5fcf4189bf2efd4fbca5361a, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1734320497081 2024-12-16T03:41:43,177 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] compactions.Compactor(224): Compacting 9c172d36afaf4102b40c1383b074387b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1734320499158 2024-12-16T03:41:43,177 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5491e6a2dc784177b3a30af36570be16, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1734320499158 2024-12-16T03:41:43,177 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] compactions.Compactor(224): Compacting 275ae0675d4c46b0824108d500f2d1e0, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=136, earliestPutTs=1734320501222 2024-12-16T03:41:43,177 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] compactions.Compactor(224): Compacting 36c5b76260be4e759fa6641d1fba3c53, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=136, earliestPutTs=1734320501222 2024-12-16T03:41:43,181 INFO [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=caed7e545a8e962c8d8025a0d307b17f] 2024-12-16T03:41:43,182 INFO [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): caed7e545a8e962c8d8025a0d307b17f#B#compaction#464 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-16T03:41:43,182 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/caed7e545a8e962c8d8025a0d307b17f/.tmp/B/8fd9076940834de6af5ad249a25a87d3 is 50, key is test_row_0/B:col10/1734320501226/Put/seqid=0 2024-12-16T03:41:43,183 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241216b722774ddd26427cb92178d5134ac096_caed7e545a8e962c8d8025a0d307b17f store=[table=TestAcidGuarantees family=A region=caed7e545a8e962c8d8025a0d307b17f] 2024-12-16T03:41:43,185 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241216b722774ddd26427cb92178d5134ac096_caed7e545a8e962c8d8025a0d307b17f, store=[table=TestAcidGuarantees family=A region=caed7e545a8e962c8d8025a0d307b17f] 2024-12-16T03:41:43,185 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241216b722774ddd26427cb92178d5134ac096_caed7e545a8e962c8d8025a0d307b17f because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=caed7e545a8e962c8d8025a0d307b17f] 2024-12-16T03:41:43,186 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073742372_1548 (size=12459) 2024-12-16T03:41:43,188 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073742373_1549 (size=4469) 2024-12-16T03:41:43,188 INFO [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): caed7e545a8e962c8d8025a0d307b17f#A#compaction#465 average throughput is 3.49 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-16T03:41:43,189 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/caed7e545a8e962c8d8025a0d307b17f/.tmp/A/5ea7f1ab4a1f46bfa99f2271d603430b is 175, key is test_row_0/A:col10/1734320501226/Put/seqid=0 2024-12-16T03:41:43,197 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073742374_1550 (size=31413) 2024-12-16T03:41:43,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-12-16T03:41:43,268 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:43,268 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39893 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=168 2024-12-16T03:41:43,268 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734320487530.caed7e545a8e962c8d8025a0d307b17f. 2024-12-16T03:41:43,269 INFO [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2837): Flushing caed7e545a8e962c8d8025a0d307b17f 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-12-16T03:41:43,269 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.CompactingMemStore(205): FLUSHING TO DISK caed7e545a8e962c8d8025a0d307b17f, store=A 2024-12-16T03:41:43,269 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T03:41:43,269 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.CompactingMemStore(205): FLUSHING TO DISK caed7e545a8e962c8d8025a0d307b17f, store=B 2024-12-16T03:41:43,269 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T03:41:43,269 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.CompactingMemStore(205): FLUSHING TO DISK caed7e545a8e962c8d8025a0d307b17f, store=C 2024-12-16T03:41:43,269 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T03:41:43,274 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241216170621db25f5404286ba817fdb752efa_caed7e545a8e962c8d8025a0d307b17f is 50, key is test_row_0/A:col10/1734320501565/Put/seqid=0 2024-12-16T03:41:43,276 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073742375_1551 (size=12304) 2024-12-16T03:41:43,291 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734320487530.caed7e545a8e962c8d8025a0d307b17f. as already flushing 2024-12-16T03:41:43,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(8581): Flush requested on caed7e545a8e962c8d8025a0d307b17f 2024-12-16T03:41:43,324 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=caed7e545a8e962c8d8025a0d307b17f, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:41:43,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32940 deadline: 1734320563323, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=caed7e545a8e962c8d8025a0d307b17f, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:43,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-12-16T03:41:43,427 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=caed7e545a8e962c8d8025a0d307b17f, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:41:43,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32940 deadline: 1734320563425, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=caed7e545a8e962c8d8025a0d307b17f, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:43,590 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/caed7e545a8e962c8d8025a0d307b17f/.tmp/B/8fd9076940834de6af5ad249a25a87d3 as hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/caed7e545a8e962c8d8025a0d307b17f/B/8fd9076940834de6af5ad249a25a87d3 2024-12-16T03:41:43,593 INFO [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in caed7e545a8e962c8d8025a0d307b17f/B of caed7e545a8e962c8d8025a0d307b17f into 8fd9076940834de6af5ad249a25a87d3(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-16T03:41:43,593 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for caed7e545a8e962c8d8025a0d307b17f: 2024-12-16T03:41:43,593 INFO [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734320487530.caed7e545a8e962c8d8025a0d307b17f., storeName=caed7e545a8e962c8d8025a0d307b17f/B, priority=13, startTime=1734320503176; duration=0sec 2024-12-16T03:41:43,593 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-16T03:41:43,593 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: caed7e545a8e962c8d8025a0d307b17f:B 2024-12-16T03:41:43,593 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-16T03:41:43,594 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36359 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-16T03:41:43,594 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.HStore(1540): caed7e545a8e962c8d8025a0d307b17f/C is initiating minor compaction (all files) 2024-12-16T03:41:43,594 INFO [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of caed7e545a8e962c8d8025a0d307b17f/C in TestAcidGuarantees,,1734320487530.caed7e545a8e962c8d8025a0d307b17f. 2024-12-16T03:41:43,594 INFO [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/caed7e545a8e962c8d8025a0d307b17f/C/cbcce5baf1a54a74803b377d41494691, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/caed7e545a8e962c8d8025a0d307b17f/C/b0e5f29a9f8e4789a813b30bc5b1128e, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/caed7e545a8e962c8d8025a0d307b17f/C/8461ffd5d79b4062b54e9225d2dc0554] into tmpdir=hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/caed7e545a8e962c8d8025a0d307b17f/.tmp, totalSize=35.5 K 2024-12-16T03:41:43,594 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] compactions.Compactor(224): Compacting cbcce5baf1a54a74803b377d41494691, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1734320497081 2024-12-16T03:41:43,594 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] compactions.Compactor(224): Compacting b0e5f29a9f8e4789a813b30bc5b1128e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1734320499158 2024-12-16T03:41:43,595 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] compactions.Compactor(224): Compacting 8461ffd5d79b4062b54e9225d2dc0554, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=136, earliestPutTs=1734320501222 2024-12-16T03:41:43,600 INFO [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): caed7e545a8e962c8d8025a0d307b17f#C#compaction#467 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-16T03:41:43,600 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/caed7e545a8e962c8d8025a0d307b17f/.tmp/A/5ea7f1ab4a1f46bfa99f2271d603430b as hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/caed7e545a8e962c8d8025a0d307b17f/A/5ea7f1ab4a1f46bfa99f2271d603430b 2024-12-16T03:41:43,600 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/caed7e545a8e962c8d8025a0d307b17f/.tmp/C/108ba31958504e418ad8edd750c3e8a6 is 50, key is test_row_0/C:col10/1734320501226/Put/seqid=0 2024-12-16T03:41:43,604 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073742376_1552 (size=12459) 2024-12-16T03:41:43,604 INFO [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in caed7e545a8e962c8d8025a0d307b17f/A of caed7e545a8e962c8d8025a0d307b17f into 5ea7f1ab4a1f46bfa99f2271d603430b(size=30.7 K), total size for store is 30.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-16T03:41:43,604 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for caed7e545a8e962c8d8025a0d307b17f: 2024-12-16T03:41:43,604 INFO [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734320487530.caed7e545a8e962c8d8025a0d307b17f., storeName=caed7e545a8e962c8d8025a0d307b17f/A, priority=13, startTime=1734320503175; duration=0sec 2024-12-16T03:41:43,604 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-16T03:41:43,604 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: caed7e545a8e962c8d8025a0d307b17f:A 2024-12-16T03:41:43,629 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=caed7e545a8e962c8d8025a0d307b17f, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:41:43,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32940 deadline: 1734320563628, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=caed7e545a8e962c8d8025a0d307b17f, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:43,677 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:41:43,679 INFO [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241216170621db25f5404286ba817fdb752efa_caed7e545a8e962c8d8025a0d307b17f to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241216170621db25f5404286ba817fdb752efa_caed7e545a8e962c8d8025a0d307b17f 2024-12-16T03:41:43,680 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=caed7e545a8e962c8d8025a0d307b17f, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:41:43,680 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/caed7e545a8e962c8d8025a0d307b17f/.tmp/A/a7493c0936e84a56b7930f9aafd0e0d6, store: [table=TestAcidGuarantees family=A region=caed7e545a8e962c8d8025a0d307b17f] 2024-12-16T03:41:43,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32976 deadline: 1734320563679, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=caed7e545a8e962c8d8025a0d307b17f, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:43,680 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/caed7e545a8e962c8d8025a0d307b17f/.tmp/A/a7493c0936e84a56b7930f9aafd0e0d6 is 175, key is test_row_0/A:col10/1734320501565/Put/seqid=0 2024-12-16T03:41:43,684 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=caed7e545a8e962c8d8025a0d307b17f, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:41:43,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32954 deadline: 1734320563683, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=caed7e545a8e962c8d8025a0d307b17f, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:43,685 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073742377_1553 (size=31105) 2024-12-16T03:41:43,685 INFO [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=154, memsize=33.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/caed7e545a8e962c8d8025a0d307b17f/.tmp/A/a7493c0936e84a56b7930f9aafd0e0d6 2024-12-16T03:41:43,686 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=caed7e545a8e962c8d8025a0d307b17f, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:41:43,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32960 deadline: 1734320563685, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=caed7e545a8e962c8d8025a0d307b17f, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:43,686 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=caed7e545a8e962c8d8025a0d307b17f, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:41:43,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32962 deadline: 1734320563685, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=caed7e545a8e962c8d8025a0d307b17f, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:43,700 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/caed7e545a8e962c8d8025a0d307b17f/.tmp/B/2beed62b69cb4a5eb44fc671d88bfd7c is 50, key is test_row_0/B:col10/1734320501565/Put/seqid=0 2024-12-16T03:41:43,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073742378_1554 (size=12151) 2024-12-16T03:41:43,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-12-16T03:41:43,931 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=caed7e545a8e962c8d8025a0d307b17f, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:41:43,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32940 deadline: 1734320563930, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=caed7e545a8e962c8d8025a0d307b17f, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:44,007 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/caed7e545a8e962c8d8025a0d307b17f/.tmp/C/108ba31958504e418ad8edd750c3e8a6 as hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/caed7e545a8e962c8d8025a0d307b17f/C/108ba31958504e418ad8edd750c3e8a6 2024-12-16T03:41:44,010 INFO [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in caed7e545a8e962c8d8025a0d307b17f/C of caed7e545a8e962c8d8025a0d307b17f into 108ba31958504e418ad8edd750c3e8a6(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-16T03:41:44,010 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for caed7e545a8e962c8d8025a0d307b17f: 2024-12-16T03:41:44,010 INFO [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734320487530.caed7e545a8e962c8d8025a0d307b17f., storeName=caed7e545a8e962c8d8025a0d307b17f/C, priority=13, startTime=1734320503176; duration=0sec 2024-12-16T03:41:44,010 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-16T03:41:44,010 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: caed7e545a8e962c8d8025a0d307b17f:C 2024-12-16T03:41:44,103 INFO [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=154 (bloomFilter=true), to=hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/caed7e545a8e962c8d8025a0d307b17f/.tmp/B/2beed62b69cb4a5eb44fc671d88bfd7c 2024-12-16T03:41:44,108 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/caed7e545a8e962c8d8025a0d307b17f/.tmp/C/799df383aab1418885e7524ed5d1073f is 50, key is test_row_0/C:col10/1734320501565/Put/seqid=0 2024-12-16T03:41:44,111 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073742379_1555 (size=12151) 2024-12-16T03:41:44,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-12-16T03:41:44,435 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=caed7e545a8e962c8d8025a0d307b17f, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:41:44,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32940 deadline: 1734320564434, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=caed7e545a8e962c8d8025a0d307b17f, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:44,512 INFO [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=154 (bloomFilter=true), to=hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/caed7e545a8e962c8d8025a0d307b17f/.tmp/C/799df383aab1418885e7524ed5d1073f 2024-12-16T03:41:44,515 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/caed7e545a8e962c8d8025a0d307b17f/.tmp/A/a7493c0936e84a56b7930f9aafd0e0d6 as hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/caed7e545a8e962c8d8025a0d307b17f/A/a7493c0936e84a56b7930f9aafd0e0d6 2024-12-16T03:41:44,518 INFO [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/caed7e545a8e962c8d8025a0d307b17f/A/a7493c0936e84a56b7930f9aafd0e0d6, entries=150, sequenceid=154, filesize=30.4 K 2024-12-16T03:41:44,519 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/caed7e545a8e962c8d8025a0d307b17f/.tmp/B/2beed62b69cb4a5eb44fc671d88bfd7c as hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/caed7e545a8e962c8d8025a0d307b17f/B/2beed62b69cb4a5eb44fc671d88bfd7c 2024-12-16T03:41:44,522 INFO [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/caed7e545a8e962c8d8025a0d307b17f/B/2beed62b69cb4a5eb44fc671d88bfd7c, entries=150, sequenceid=154, filesize=11.9 K 2024-12-16T03:41:44,522 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/caed7e545a8e962c8d8025a0d307b17f/.tmp/C/799df383aab1418885e7524ed5d1073f as hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/caed7e545a8e962c8d8025a0d307b17f/C/799df383aab1418885e7524ed5d1073f 2024-12-16T03:41:44,525 INFO [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/caed7e545a8e962c8d8025a0d307b17f/C/799df383aab1418885e7524ed5d1073f, entries=150, sequenceid=154, filesize=11.9 K 2024-12-16T03:41:44,525 INFO [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(3040): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=100.63 KB/103050 for caed7e545a8e962c8d8025a0d307b17f in 1256ms, sequenceid=154, compaction requested=false 2024-12-16T03:41:44,525 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2538): Flush status journal for caed7e545a8e962c8d8025a0d307b17f: 2024-12-16T03:41:44,525 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734320487530.caed7e545a8e962c8d8025a0d307b17f. 2024-12-16T03:41:44,525 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=168 2024-12-16T03:41:44,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.HMaster(4106): Remote procedure done, pid=168 2024-12-16T03:41:44,527 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=168, resume processing ppid=167 2024-12-16T03:41:44,527 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=168, ppid=167, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4090 sec 2024-12-16T03:41:44,528 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=167, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=167, table=TestAcidGuarantees in 1.4120 sec 2024-12-16T03:41:45,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-12-16T03:41:45,220 INFO [Thread-2290 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 167 completed 2024-12-16T03:41:45,221 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-16T03:41:45,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] procedure2.ProcedureExecutor(1098): Stored pid=169, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=169, table=TestAcidGuarantees 2024-12-16T03:41:45,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169 2024-12-16T03:41:45,247 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=169, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=169, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-16T03:41:45,247 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=169, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=169, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-16T03:41:45,247 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=170, ppid=169, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-16T03:41:45,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169 2024-12-16T03:41:45,398 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:45,399 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39893 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=170 2024-12-16T03:41:45,399 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734320487530.caed7e545a8e962c8d8025a0d307b17f. 2024-12-16T03:41:45,399 INFO [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegion(2837): Flushing caed7e545a8e962c8d8025a0d307b17f 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-12-16T03:41:45,399 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.CompactingMemStore(205): FLUSHING TO DISK caed7e545a8e962c8d8025a0d307b17f, store=A 2024-12-16T03:41:45,399 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T03:41:45,399 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.CompactingMemStore(205): FLUSHING TO DISK caed7e545a8e962c8d8025a0d307b17f, store=B 2024-12-16T03:41:45,399 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T03:41:45,399 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.CompactingMemStore(205): FLUSHING TO DISK caed7e545a8e962c8d8025a0d307b17f, store=C 2024-12-16T03:41:45,399 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T03:41:45,404 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412164ea04e422b7a4d8a9c10adcbe7a8a495_caed7e545a8e962c8d8025a0d307b17f is 50, key is test_row_0/A:col10/1734320503318/Put/seqid=0 2024-12-16T03:41:45,407 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073742380_1556 (size=12304) 2024-12-16T03:41:45,407 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:41:45,410 INFO [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412164ea04e422b7a4d8a9c10adcbe7a8a495_caed7e545a8e962c8d8025a0d307b17f to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412164ea04e422b7a4d8a9c10adcbe7a8a495_caed7e545a8e962c8d8025a0d307b17f 2024-12-16T03:41:45,410 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/caed7e545a8e962c8d8025a0d307b17f/.tmp/A/6dc565f06b674d8eacb0006b1356074f, store: [table=TestAcidGuarantees family=A region=caed7e545a8e962c8d8025a0d307b17f] 2024-12-16T03:41:45,411 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/caed7e545a8e962c8d8025a0d307b17f/.tmp/A/6dc565f06b674d8eacb0006b1356074f is 175, key is test_row_0/A:col10/1734320503318/Put/seqid=0 2024-12-16T03:41:45,413 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073742381_1557 (size=31105) 2024-12-16T03:41:45,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(8581): Flush requested on caed7e545a8e962c8d8025a0d307b17f 2024-12-16T03:41:45,444 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734320487530.caed7e545a8e962c8d8025a0d307b17f. as already flushing 2024-12-16T03:41:45,488 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=caed7e545a8e962c8d8025a0d307b17f, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:41:45,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32940 deadline: 1734320565486, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=caed7e545a8e962c8d8025a0d307b17f, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:45,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169 2024-12-16T03:41:45,589 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=caed7e545a8e962c8d8025a0d307b17f, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:41:45,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32940 deadline: 1734320565588, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=caed7e545a8e962c8d8025a0d307b17f, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:45,689 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=caed7e545a8e962c8d8025a0d307b17f, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:41:45,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32962 deadline: 1734320565688, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=caed7e545a8e962c8d8025a0d307b17f, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:45,690 DEBUG [Thread-2282 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4125 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=caed7e545a8e962c8d8025a0d307b17f, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1734320487530.caed7e545a8e962c8d8025a0d307b17f., hostname=f0d65a6309ee,39893,1734320334634, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=caed7e545a8e962c8d8025a0d307b17f, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=caed7e545a8e962c8d8025a0d307b17f, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-16T03:41:45,691 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=caed7e545a8e962c8d8025a0d307b17f, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:41:45,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32954 deadline: 1734320565690, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=caed7e545a8e962c8d8025a0d307b17f, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:45,692 DEBUG [Thread-2284 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4126 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=caed7e545a8e962c8d8025a0d307b17f, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1734320487530.caed7e545a8e962c8d8025a0d307b17f., hostname=f0d65a6309ee,39893,1734320334634, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=caed7e545a8e962c8d8025a0d307b17f, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=caed7e545a8e962c8d8025a0d307b17f, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-16T03:41:45,699 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=caed7e545a8e962c8d8025a0d307b17f, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:41:45,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32976 deadline: 1734320565698, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=caed7e545a8e962c8d8025a0d307b17f, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:45,699 DEBUG [Thread-2288 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4135 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=caed7e545a8e962c8d8025a0d307b17f, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1734320487530.caed7e545a8e962c8d8025a0d307b17f., hostname=f0d65a6309ee,39893,1734320334634, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=caed7e545a8e962c8d8025a0d307b17f, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=caed7e545a8e962c8d8025a0d307b17f, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-16T03:41:45,704 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=caed7e545a8e962c8d8025a0d307b17f, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:41:45,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32960 deadline: 1734320565704, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=caed7e545a8e962c8d8025a0d307b17f, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:45,705 DEBUG [Thread-2280 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4140 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=caed7e545a8e962c8d8025a0d307b17f, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1734320487530.caed7e545a8e962c8d8025a0d307b17f., hostname=f0d65a6309ee,39893,1734320334634, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=caed7e545a8e962c8d8025a0d307b17f, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=caed7e545a8e962c8d8025a0d307b17f, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-16T03:41:45,792 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=caed7e545a8e962c8d8025a0d307b17f, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:41:45,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32940 deadline: 1734320565790, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=caed7e545a8e962c8d8025a0d307b17f, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:45,814 INFO [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=175, memsize=33.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/caed7e545a8e962c8d8025a0d307b17f/.tmp/A/6dc565f06b674d8eacb0006b1356074f 2024-12-16T03:41:45,818 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/caed7e545a8e962c8d8025a0d307b17f/.tmp/B/e6fba609e1e14156a66e90cf87b54b65 is 50, key is test_row_0/B:col10/1734320503318/Put/seqid=0 2024-12-16T03:41:45,821 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073742382_1558 (size=12151) 2024-12-16T03:41:45,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169 2024-12-16T03:41:46,095 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=caed7e545a8e962c8d8025a0d307b17f, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:41:46,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32940 deadline: 1734320566094, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=caed7e545a8e962c8d8025a0d307b17f, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:46,222 INFO [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=175 (bloomFilter=true), to=hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/caed7e545a8e962c8d8025a0d307b17f/.tmp/B/e6fba609e1e14156a66e90cf87b54b65 2024-12-16T03:41:46,226 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/caed7e545a8e962c8d8025a0d307b17f/.tmp/C/2452af2cb46645a6b239b5526b1683c2 is 50, key is test_row_0/C:col10/1734320503318/Put/seqid=0 2024-12-16T03:41:46,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073742383_1559 (size=12151) 2024-12-16T03:41:46,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169 2024-12-16T03:41:46,600 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=caed7e545a8e962c8d8025a0d307b17f, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:41:46,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32940 deadline: 1734320566600, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=caed7e545a8e962c8d8025a0d307b17f, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:46,630 INFO [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=175 (bloomFilter=true), to=hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/caed7e545a8e962c8d8025a0d307b17f/.tmp/C/2452af2cb46645a6b239b5526b1683c2 2024-12-16T03:41:46,633 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/caed7e545a8e962c8d8025a0d307b17f/.tmp/A/6dc565f06b674d8eacb0006b1356074f as hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/caed7e545a8e962c8d8025a0d307b17f/A/6dc565f06b674d8eacb0006b1356074f 2024-12-16T03:41:46,635 INFO [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/caed7e545a8e962c8d8025a0d307b17f/A/6dc565f06b674d8eacb0006b1356074f, entries=150, sequenceid=175, filesize=30.4 K 2024-12-16T03:41:46,636 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/caed7e545a8e962c8d8025a0d307b17f/.tmp/B/e6fba609e1e14156a66e90cf87b54b65 as hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/caed7e545a8e962c8d8025a0d307b17f/B/e6fba609e1e14156a66e90cf87b54b65 2024-12-16T03:41:46,639 INFO [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/caed7e545a8e962c8d8025a0d307b17f/B/e6fba609e1e14156a66e90cf87b54b65, entries=150, sequenceid=175, filesize=11.9 K 2024-12-16T03:41:46,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/caed7e545a8e962c8d8025a0d307b17f/.tmp/C/2452af2cb46645a6b239b5526b1683c2 as hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/caed7e545a8e962c8d8025a0d307b17f/C/2452af2cb46645a6b239b5526b1683c2 2024-12-16T03:41:46,642 INFO [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/caed7e545a8e962c8d8025a0d307b17f/C/2452af2cb46645a6b239b5526b1683c2, entries=150, sequenceid=175, filesize=11.9 K 2024-12-16T03:41:46,642 INFO [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegion(3040): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=100.63 KB/103050 for caed7e545a8e962c8d8025a0d307b17f in 1243ms, sequenceid=175, compaction requested=true 2024-12-16T03:41:46,642 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegion(2538): Flush status journal for caed7e545a8e962c8d8025a0d307b17f: 2024-12-16T03:41:46,642 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734320487530.caed7e545a8e962c8d8025a0d307b17f. 2024-12-16T03:41:46,642 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=170 2024-12-16T03:41:46,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.HMaster(4106): Remote procedure done, pid=170 2024-12-16T03:41:46,644 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=170, resume processing ppid=169 2024-12-16T03:41:46,644 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=170, ppid=169, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3960 sec 2024-12-16T03:41:46,645 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=169, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=169, table=TestAcidGuarantees in 1.4230 sec 2024-12-16T03:41:47,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169 2024-12-16T03:41:47,350 INFO [Thread-2290 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 169 completed 2024-12-16T03:41:47,351 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-16T03:41:47,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] procedure2.ProcedureExecutor(1098): Stored pid=171, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=171, table=TestAcidGuarantees 2024-12-16T03:41:47,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=171 2024-12-16T03:41:47,352 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=171, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=171, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-16T03:41:47,352 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=171, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=171, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-16T03:41:47,352 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=172, ppid=171, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-16T03:41:47,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=171 2024-12-16T03:41:47,503 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:47,503 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39893 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=172 2024-12-16T03:41:47,503 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734320487530.caed7e545a8e962c8d8025a0d307b17f. 2024-12-16T03:41:47,504 INFO [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegion(2837): Flushing caed7e545a8e962c8d8025a0d307b17f 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-12-16T03:41:47,504 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.CompactingMemStore(205): FLUSHING TO DISK caed7e545a8e962c8d8025a0d307b17f, store=A 2024-12-16T03:41:47,504 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T03:41:47,504 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.CompactingMemStore(205): FLUSHING TO DISK caed7e545a8e962c8d8025a0d307b17f, store=B 2024-12-16T03:41:47,504 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T03:41:47,504 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.CompactingMemStore(205): FLUSHING TO DISK caed7e545a8e962c8d8025a0d307b17f, store=C 2024-12-16T03:41:47,504 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T03:41:47,508 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024121636f58a5e99474787a7fe04ee20ead086_caed7e545a8e962c8d8025a0d307b17f is 50, key is test_row_0/A:col10/1734320505482/Put/seqid=0 2024-12-16T03:41:47,520 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073742384_1560 (size=12304) 2024-12-16T03:41:47,521 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:41:47,524 INFO [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024121636f58a5e99474787a7fe04ee20ead086_caed7e545a8e962c8d8025a0d307b17f to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121636f58a5e99474787a7fe04ee20ead086_caed7e545a8e962c8d8025a0d307b17f 2024-12-16T03:41:47,525 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/caed7e545a8e962c8d8025a0d307b17f/.tmp/A/ed82b0a3113c439299c8cbc34371589f, store: [table=TestAcidGuarantees family=A region=caed7e545a8e962c8d8025a0d307b17f] 2024-12-16T03:41:47,525 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/caed7e545a8e962c8d8025a0d307b17f/.tmp/A/ed82b0a3113c439299c8cbc34371589f is 175, key is test_row_0/A:col10/1734320505482/Put/seqid=0 2024-12-16T03:41:47,528 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073742385_1561 (size=31105) 2024-12-16T03:41:47,610 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734320487530.caed7e545a8e962c8d8025a0d307b17f. as already flushing 2024-12-16T03:41:47,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(8581): Flush requested on caed7e545a8e962c8d8025a0d307b17f 2024-12-16T03:41:47,647 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=caed7e545a8e962c8d8025a0d307b17f, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:41:47,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32940 deadline: 1734320567645, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=caed7e545a8e962c8d8025a0d307b17f, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:47,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=171 2024-12-16T03:41:47,750 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=caed7e545a8e962c8d8025a0d307b17f, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:41:47,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32940 deadline: 1734320567748, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=caed7e545a8e962c8d8025a0d307b17f, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:47,928 INFO [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=193, memsize=33.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/caed7e545a8e962c8d8025a0d307b17f/.tmp/A/ed82b0a3113c439299c8cbc34371589f 2024-12-16T03:41:47,934 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/caed7e545a8e962c8d8025a0d307b17f/.tmp/B/34fa3d37459143ad882499f197f930de is 50, key is test_row_0/B:col10/1734320505482/Put/seqid=0 2024-12-16T03:41:47,936 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073742386_1562 (size=12151) 2024-12-16T03:41:47,937 INFO [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=193 (bloomFilter=true), to=hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/caed7e545a8e962c8d8025a0d307b17f/.tmp/B/34fa3d37459143ad882499f197f930de 2024-12-16T03:41:47,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/caed7e545a8e962c8d8025a0d307b17f/.tmp/C/ae89e7c40b2c4bca871811ec1e73f714 is 50, key is test_row_0/C:col10/1734320505482/Put/seqid=0 2024-12-16T03:41:47,943 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073742387_1563 (size=12151) 2024-12-16T03:41:47,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=171 2024-12-16T03:41:47,954 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=caed7e545a8e962c8d8025a0d307b17f, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:41:47,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32940 deadline: 1734320567952, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=caed7e545a8e962c8d8025a0d307b17f, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:48,256 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=caed7e545a8e962c8d8025a0d307b17f, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:41:48,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32940 deadline: 1734320568255, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=caed7e545a8e962c8d8025a0d307b17f, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:48,344 INFO [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=193 (bloomFilter=true), to=hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/caed7e545a8e962c8d8025a0d307b17f/.tmp/C/ae89e7c40b2c4bca871811ec1e73f714 2024-12-16T03:41:48,351 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/caed7e545a8e962c8d8025a0d307b17f/.tmp/A/ed82b0a3113c439299c8cbc34371589f as hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/caed7e545a8e962c8d8025a0d307b17f/A/ed82b0a3113c439299c8cbc34371589f 2024-12-16T03:41:48,354 INFO [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/caed7e545a8e962c8d8025a0d307b17f/A/ed82b0a3113c439299c8cbc34371589f, entries=150, sequenceid=193, filesize=30.4 K 2024-12-16T03:41:48,355 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/caed7e545a8e962c8d8025a0d307b17f/.tmp/B/34fa3d37459143ad882499f197f930de as hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/caed7e545a8e962c8d8025a0d307b17f/B/34fa3d37459143ad882499f197f930de 2024-12-16T03:41:48,358 INFO [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/caed7e545a8e962c8d8025a0d307b17f/B/34fa3d37459143ad882499f197f930de, entries=150, sequenceid=193, filesize=11.9 K 2024-12-16T03:41:48,359 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/caed7e545a8e962c8d8025a0d307b17f/.tmp/C/ae89e7c40b2c4bca871811ec1e73f714 as hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/caed7e545a8e962c8d8025a0d307b17f/C/ae89e7c40b2c4bca871811ec1e73f714 2024-12-16T03:41:48,361 INFO [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/caed7e545a8e962c8d8025a0d307b17f/C/ae89e7c40b2c4bca871811ec1e73f714, entries=150, sequenceid=193, filesize=11.9 K 2024-12-16T03:41:48,362 INFO [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegion(3040): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=100.63 KB/103050 for caed7e545a8e962c8d8025a0d307b17f in 858ms, sequenceid=193, compaction requested=true 2024-12-16T03:41:48,362 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegion(2538): Flush status journal for caed7e545a8e962c8d8025a0d307b17f: 2024-12-16T03:41:48,362 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734320487530.caed7e545a8e962c8d8025a0d307b17f. 2024-12-16T03:41:48,362 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=172 2024-12-16T03:41:48,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.HMaster(4106): Remote procedure done, pid=172 2024-12-16T03:41:48,364 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=172, resume processing ppid=171 2024-12-16T03:41:48,365 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=172, ppid=171, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0110 sec 2024-12-16T03:41:48,366 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=171, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=171, table=TestAcidGuarantees in 1.0140 sec 2024-12-16T03:41:48,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=171 2024-12-16T03:41:48,454 INFO [Thread-2290 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 171 completed 2024-12-16T03:41:48,455 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-16T03:41:48,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] procedure2.ProcedureExecutor(1098): Stored pid=173, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=173, table=TestAcidGuarantees 2024-12-16T03:41:48,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=173 2024-12-16T03:41:48,456 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=173, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=173, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-16T03:41:48,457 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=173, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=173, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-16T03:41:48,457 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=174, ppid=173, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-16T03:41:48,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=173 2024-12-16T03:41:48,608 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:48,608 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39893 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=174 2024-12-16T03:41:48,608 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734320487530.caed7e545a8e962c8d8025a0d307b17f. 2024-12-16T03:41:48,608 INFO [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegion(2837): Flushing caed7e545a8e962c8d8025a0d307b17f 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-12-16T03:41:48,609 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.CompactingMemStore(205): FLUSHING TO DISK caed7e545a8e962c8d8025a0d307b17f, store=A 2024-12-16T03:41:48,609 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T03:41:48,609 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.CompactingMemStore(205): FLUSHING TO DISK caed7e545a8e962c8d8025a0d307b17f, store=B 2024-12-16T03:41:48,609 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T03:41:48,609 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.CompactingMemStore(205): FLUSHING TO DISK caed7e545a8e962c8d8025a0d307b17f, store=C 2024-12-16T03:41:48,609 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T03:41:48,614 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412165e1304b1b038485396e171046e459aaa_caed7e545a8e962c8d8025a0d307b17f is 50, key is test_row_0/A:col10/1734320507644/Put/seqid=0 2024-12-16T03:41:48,620 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073742388_1564 (size=12304) 2024-12-16T03:41:48,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=173 2024-12-16T03:41:48,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(8581): Flush requested on caed7e545a8e962c8d8025a0d307b17f 2024-12-16T03:41:48,759 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734320487530.caed7e545a8e962c8d8025a0d307b17f. as already flushing 2024-12-16T03:41:48,798 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=caed7e545a8e962c8d8025a0d307b17f, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:41:48,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32940 deadline: 1734320568796, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=caed7e545a8e962c8d8025a0d307b17f, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:48,901 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=caed7e545a8e962c8d8025a0d307b17f, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:41:48,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32940 deadline: 1734320568899, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=caed7e545a8e962c8d8025a0d307b17f, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:49,021 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:41:49,023 INFO [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412165e1304b1b038485396e171046e459aaa_caed7e545a8e962c8d8025a0d307b17f to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412165e1304b1b038485396e171046e459aaa_caed7e545a8e962c8d8025a0d307b17f 2024-12-16T03:41:49,024 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/caed7e545a8e962c8d8025a0d307b17f/.tmp/A/473f8832868a43bfb73c3e3e8993b762, store: [table=TestAcidGuarantees family=A region=caed7e545a8e962c8d8025a0d307b17f] 2024-12-16T03:41:49,024 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/caed7e545a8e962c8d8025a0d307b17f/.tmp/A/473f8832868a43bfb73c3e3e8993b762 is 175, key is test_row_0/A:col10/1734320507644/Put/seqid=0 2024-12-16T03:41:49,027 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073742389_1565 (size=31105) 2024-12-16T03:41:49,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=173 2024-12-16T03:41:49,103 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=caed7e545a8e962c8d8025a0d307b17f, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:41:49,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32940 deadline: 1734320569102, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=caed7e545a8e962c8d8025a0d307b17f, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:49,407 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=caed7e545a8e962c8d8025a0d307b17f, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:41:49,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32940 deadline: 1734320569406, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=caed7e545a8e962c8d8025a0d307b17f, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:49,427 INFO [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=211, memsize=33.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/caed7e545a8e962c8d8025a0d307b17f/.tmp/A/473f8832868a43bfb73c3e3e8993b762 2024-12-16T03:41:49,433 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/caed7e545a8e962c8d8025a0d307b17f/.tmp/B/316be0119cff4f75846e64bc29387225 is 50, key is test_row_0/B:col10/1734320507644/Put/seqid=0 2024-12-16T03:41:49,436 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073742390_1566 (size=12151) 2024-12-16T03:41:49,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=173 2024-12-16T03:41:49,697 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=caed7e545a8e962c8d8025a0d307b17f, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:41:49,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32954 deadline: 1734320569695, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=caed7e545a8e962c8d8025a0d307b17f, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:49,697 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=caed7e545a8e962c8d8025a0d307b17f, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:41:49,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32962 deadline: 1734320569697, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=caed7e545a8e962c8d8025a0d307b17f, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:49,697 DEBUG [Thread-2284 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8132 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=caed7e545a8e962c8d8025a0d307b17f, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1734320487530.caed7e545a8e962c8d8025a0d307b17f., hostname=f0d65a6309ee,39893,1734320334634, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=caed7e545a8e962c8d8025a0d307b17f, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=caed7e545a8e962c8d8025a0d307b17f, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-16T03:41:49,698 DEBUG [Thread-2282 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8132 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=caed7e545a8e962c8d8025a0d307b17f, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1734320487530.caed7e545a8e962c8d8025a0d307b17f., hostname=f0d65a6309ee,39893,1734320334634, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=caed7e545a8e962c8d8025a0d307b17f, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=caed7e545a8e962c8d8025a0d307b17f, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-16T03:41:49,723 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=caed7e545a8e962c8d8025a0d307b17f, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:41:49,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32976 deadline: 1734320569722, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=caed7e545a8e962c8d8025a0d307b17f, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:49,724 DEBUG [Thread-2288 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8159 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=caed7e545a8e962c8d8025a0d307b17f, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1734320487530.caed7e545a8e962c8d8025a0d307b17f., hostname=f0d65a6309ee,39893,1734320334634, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=caed7e545a8e962c8d8025a0d307b17f, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=caed7e545a8e962c8d8025a0d307b17f, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-16T03:41:49,725 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=caed7e545a8e962c8d8025a0d307b17f, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:41:49,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32960 deadline: 1734320569723, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=caed7e545a8e962c8d8025a0d307b17f, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:49,726 DEBUG [Thread-2280 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8160 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=caed7e545a8e962c8d8025a0d307b17f, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1734320487530.caed7e545a8e962c8d8025a0d307b17f., hostname=f0d65a6309ee,39893,1734320334634, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=caed7e545a8e962c8d8025a0d307b17f, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=caed7e545a8e962c8d8025a0d307b17f, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-16T03:41:49,836 INFO [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=211 (bloomFilter=true), to=hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/caed7e545a8e962c8d8025a0d307b17f/.tmp/B/316be0119cff4f75846e64bc29387225 2024-12-16T03:41:49,840 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/caed7e545a8e962c8d8025a0d307b17f/.tmp/C/1e97b3baeef9401b9b89aa9d61ca9228 is 50, key is test_row_0/C:col10/1734320507644/Put/seqid=0 2024-12-16T03:41:49,843 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073742391_1567 (size=12151) 2024-12-16T03:41:49,843 INFO [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=211 (bloomFilter=true), to=hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/caed7e545a8e962c8d8025a0d307b17f/.tmp/C/1e97b3baeef9401b9b89aa9d61ca9228 2024-12-16T03:41:49,846 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/caed7e545a8e962c8d8025a0d307b17f/.tmp/A/473f8832868a43bfb73c3e3e8993b762 as hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/caed7e545a8e962c8d8025a0d307b17f/A/473f8832868a43bfb73c3e3e8993b762 2024-12-16T03:41:49,849 INFO [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/caed7e545a8e962c8d8025a0d307b17f/A/473f8832868a43bfb73c3e3e8993b762, entries=150, sequenceid=211, filesize=30.4 K 2024-12-16T03:41:49,850 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/caed7e545a8e962c8d8025a0d307b17f/.tmp/B/316be0119cff4f75846e64bc29387225 as hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/caed7e545a8e962c8d8025a0d307b17f/B/316be0119cff4f75846e64bc29387225 2024-12-16T03:41:49,853 INFO [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/caed7e545a8e962c8d8025a0d307b17f/B/316be0119cff4f75846e64bc29387225, entries=150, sequenceid=211, filesize=11.9 K 2024-12-16T03:41:49,853 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/caed7e545a8e962c8d8025a0d307b17f/.tmp/C/1e97b3baeef9401b9b89aa9d61ca9228 as hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/caed7e545a8e962c8d8025a0d307b17f/C/1e97b3baeef9401b9b89aa9d61ca9228 2024-12-16T03:41:49,856 INFO [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/caed7e545a8e962c8d8025a0d307b17f/C/1e97b3baeef9401b9b89aa9d61ca9228, entries=150, sequenceid=211, filesize=11.9 K 2024-12-16T03:41:49,857 INFO [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegion(3040): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=100.63 KB/103050 for caed7e545a8e962c8d8025a0d307b17f in 1249ms, sequenceid=211, compaction requested=true 2024-12-16T03:41:49,857 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegion(2538): Flush status journal for caed7e545a8e962c8d8025a0d307b17f: 2024-12-16T03:41:49,857 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734320487530.caed7e545a8e962c8d8025a0d307b17f. 2024-12-16T03:41:49,857 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=174 2024-12-16T03:41:49,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.HMaster(4106): Remote procedure done, pid=174 2024-12-16T03:41:49,858 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=174, resume processing ppid=173 2024-12-16T03:41:49,858 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=174, ppid=173, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4000 sec 2024-12-16T03:41:49,859 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=173, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=173, table=TestAcidGuarantees in 1.4040 sec 2024-12-16T03:41:49,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(8581): Flush requested on caed7e545a8e962c8d8025a0d307b17f 2024-12-16T03:41:49,911 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing caed7e545a8e962c8d8025a0d307b17f 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-12-16T03:41:49,911 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK caed7e545a8e962c8d8025a0d307b17f, store=A 2024-12-16T03:41:49,911 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T03:41:49,911 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK caed7e545a8e962c8d8025a0d307b17f, store=B 2024-12-16T03:41:49,911 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T03:41:49,911 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK caed7e545a8e962c8d8025a0d307b17f, store=C 2024-12-16T03:41:49,911 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T03:41:49,916 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241216eba5cfcd786949a1916ad0a9614b8b48_caed7e545a8e962c8d8025a0d307b17f is 50, key is test_row_0/A:col10/1734320508795/Put/seqid=0 2024-12-16T03:41:49,919 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073742392_1568 (size=14794) 2024-12-16T03:41:49,949 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=caed7e545a8e962c8d8025a0d307b17f, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:41:49,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32940 deadline: 1734320569947, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=caed7e545a8e962c8d8025a0d307b17f, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:50,052 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=caed7e545a8e962c8d8025a0d307b17f, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:41:50,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 197 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32940 deadline: 1734320570050, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=caed7e545a8e962c8d8025a0d307b17f, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:50,255 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=caed7e545a8e962c8d8025a0d307b17f, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:41:50,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 199 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32940 deadline: 1734320570254, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=caed7e545a8e962c8d8025a0d307b17f, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:50,320 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:41:50,347 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241216eba5cfcd786949a1916ad0a9614b8b48_caed7e545a8e962c8d8025a0d307b17f to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241216eba5cfcd786949a1916ad0a9614b8b48_caed7e545a8e962c8d8025a0d307b17f 2024-12-16T03:41:50,348 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/caed7e545a8e962c8d8025a0d307b17f/.tmp/A/cab6fe9c6d4a41ef9a46e6e2a0d249e6, store: [table=TestAcidGuarantees family=A region=caed7e545a8e962c8d8025a0d307b17f] 2024-12-16T03:41:50,348 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/caed7e545a8e962c8d8025a0d307b17f/.tmp/A/cab6fe9c6d4a41ef9a46e6e2a0d249e6 is 175, key is test_row_0/A:col10/1734320508795/Put/seqid=0 2024-12-16T03:41:50,350 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073742393_1569 (size=39749) 2024-12-16T03:41:50,351 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=230, memsize=35.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/caed7e545a8e962c8d8025a0d307b17f/.tmp/A/cab6fe9c6d4a41ef9a46e6e2a0d249e6 2024-12-16T03:41:50,356 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/caed7e545a8e962c8d8025a0d307b17f/.tmp/B/9351d894f92e489a9e2fffb2a207a3df is 50, key is test_row_0/B:col10/1734320508795/Put/seqid=0 2024-12-16T03:41:50,358 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073742394_1570 (size=12151) 2024-12-16T03:41:50,557 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=caed7e545a8e962c8d8025a0d307b17f, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:41:50,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 201 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32940 deadline: 1734320570556, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=caed7e545a8e962c8d8025a0d307b17f, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:50,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=173 2024-12-16T03:41:50,559 INFO [Thread-2290 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 173 completed 2024-12-16T03:41:50,560 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-16T03:41:50,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] procedure2.ProcedureExecutor(1098): Stored pid=175, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=175, table=TestAcidGuarantees 2024-12-16T03:41:50,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=175 2024-12-16T03:41:50,561 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=175, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=175, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-16T03:41:50,561 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=175, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=175, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-16T03:41:50,561 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=176, ppid=175, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-16T03:41:50,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=175 2024-12-16T03:41:50,712 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:50,713 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39893 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=176 2024-12-16T03:41:50,713 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734320487530.caed7e545a8e962c8d8025a0d307b17f. 2024-12-16T03:41:50,713 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734320487530.caed7e545a8e962c8d8025a0d307b17f. as already flushing 2024-12-16T03:41:50,713 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734320487530.caed7e545a8e962c8d8025a0d307b17f. 2024-12-16T03:41:50,713 ERROR [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] handler.RSProcedureHandler(58): pid=176 java.io.IOException: Unable to complete flush {ENCODED => caed7e545a8e962c8d8025a0d307b17f, NAME => 'TestAcidGuarantees,,1734320487530.caed7e545a8e962c8d8025a0d307b17f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:41:50,713 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=176 java.io.IOException: Unable to complete flush {ENCODED => caed7e545a8e962c8d8025a0d307b17f, NAME => 'TestAcidGuarantees,,1734320487530.caed7e545a8e962c8d8025a0d307b17f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:41:50,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.HMaster(4114): Remote procedure failed, pid=176 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => caed7e545a8e962c8d8025a0d307b17f, NAME => 'TestAcidGuarantees,,1734320487530.caed7e545a8e962c8d8025a0d307b17f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => caed7e545a8e962c8d8025a0d307b17f, NAME => 'TestAcidGuarantees,,1734320487530.caed7e545a8e962c8d8025a0d307b17f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:41:50,759 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=230 (bloomFilter=true), to=hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/caed7e545a8e962c8d8025a0d307b17f/.tmp/B/9351d894f92e489a9e2fffb2a207a3df 2024-12-16T03:41:50,763 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/caed7e545a8e962c8d8025a0d307b17f/.tmp/C/57436ff37b6143039e725c210a557006 is 50, key is test_row_0/C:col10/1734320508795/Put/seqid=0 2024-12-16T03:41:50,766 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073742395_1571 (size=12151) 2024-12-16T03:41:50,789 DEBUG [Thread-2299 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x4d79f1c0 to 127.0.0.1:56952 2024-12-16T03:41:50,789 DEBUG [Thread-2299 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T03:41:50,790 DEBUG [Thread-2295 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x50bf224f to 127.0.0.1:56952 2024-12-16T03:41:50,790 DEBUG [Thread-2295 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T03:41:50,791 DEBUG [Thread-2297 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x79be903c to 127.0.0.1:56952 2024-12-16T03:41:50,791 DEBUG [Thread-2297 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T03:41:50,791 DEBUG [Thread-2293 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x68c2838a to 127.0.0.1:56952 2024-12-16T03:41:50,791 DEBUG [Thread-2293 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T03:41:50,792 DEBUG [Thread-2291 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5cfdf76c to 127.0.0.1:56952 2024-12-16T03:41:50,792 DEBUG [Thread-2291 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T03:41:50,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=175 2024-12-16T03:41:50,864 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:50,865 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39893 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=176 2024-12-16T03:41:50,865 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734320487530.caed7e545a8e962c8d8025a0d307b17f. 2024-12-16T03:41:50,865 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734320487530.caed7e545a8e962c8d8025a0d307b17f. as already flushing 2024-12-16T03:41:50,865 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734320487530.caed7e545a8e962c8d8025a0d307b17f. 2024-12-16T03:41:50,865 ERROR [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] handler.RSProcedureHandler(58): pid=176 java.io.IOException: Unable to complete flush {ENCODED => caed7e545a8e962c8d8025a0d307b17f, NAME => 'TestAcidGuarantees,,1734320487530.caed7e545a8e962c8d8025a0d307b17f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:41:50,865 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=176 java.io.IOException: Unable to complete flush {ENCODED => caed7e545a8e962c8d8025a0d307b17f, NAME => 'TestAcidGuarantees,,1734320487530.caed7e545a8e962c8d8025a0d307b17f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:41:50,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.HMaster(4114): Remote procedure failed, pid=176 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => caed7e545a8e962c8d8025a0d307b17f, NAME => 'TestAcidGuarantees,,1734320487530.caed7e545a8e962c8d8025a0d307b17f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => caed7e545a8e962c8d8025a0d307b17f, NAME => 'TestAcidGuarantees,,1734320487530.caed7e545a8e962c8d8025a0d307b17f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:41:51,017 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:51,018 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39893 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=176 2024-12-16T03:41:51,018 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734320487530.caed7e545a8e962c8d8025a0d307b17f. 2024-12-16T03:41:51,018 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734320487530.caed7e545a8e962c8d8025a0d307b17f. as already flushing 2024-12-16T03:41:51,018 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734320487530.caed7e545a8e962c8d8025a0d307b17f. 2024-12-16T03:41:51,018 ERROR [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] handler.RSProcedureHandler(58): pid=176 java.io.IOException: Unable to complete flush {ENCODED => caed7e545a8e962c8d8025a0d307b17f, NAME => 'TestAcidGuarantees,,1734320487530.caed7e545a8e962c8d8025a0d307b17f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:41:51,018 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=176 java.io.IOException: Unable to complete flush {ENCODED => caed7e545a8e962c8d8025a0d307b17f, NAME => 'TestAcidGuarantees,,1734320487530.caed7e545a8e962c8d8025a0d307b17f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:41:51,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.HMaster(4114): Remote procedure failed, pid=176 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => caed7e545a8e962c8d8025a0d307b17f, NAME => 'TestAcidGuarantees,,1734320487530.caed7e545a8e962c8d8025a0d307b17f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => caed7e545a8e962c8d8025a0d307b17f, NAME => 'TestAcidGuarantees,,1734320487530.caed7e545a8e962c8d8025a0d307b17f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:41:51,063 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=caed7e545a8e962c8d8025a0d307b17f, server=f0d65a6309ee,39893,1734320334634 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-16T03:41:51,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] ipc.CallRunner(138): callId: 203 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32940 deadline: 1734320571063, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=caed7e545a8e962c8d8025a0d307b17f, server=f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:51,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=175 2024-12-16T03:41:51,167 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=230 (bloomFilter=true), to=hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/caed7e545a8e962c8d8025a0d307b17f/.tmp/C/57436ff37b6143039e725c210a557006 2024-12-16T03:41:51,171 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:51,172 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39893 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=176 2024-12-16T03:41:51,173 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734320487530.caed7e545a8e962c8d8025a0d307b17f. 2024-12-16T03:41:51,173 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734320487530.caed7e545a8e962c8d8025a0d307b17f. as already flushing 2024-12-16T03:41:51,173 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734320487530.caed7e545a8e962c8d8025a0d307b17f. 2024-12-16T03:41:51,173 ERROR [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] handler.RSProcedureHandler(58): pid=176 java.io.IOException: Unable to complete flush {ENCODED => caed7e545a8e962c8d8025a0d307b17f, NAME => 'TestAcidGuarantees,,1734320487530.caed7e545a8e962c8d8025a0d307b17f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:41:51,173 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=176 java.io.IOException: Unable to complete flush {ENCODED => caed7e545a8e962c8d8025a0d307b17f, NAME => 'TestAcidGuarantees,,1734320487530.caed7e545a8e962c8d8025a0d307b17f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:41:51,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.HMaster(4114): Remote procedure failed, pid=176 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => caed7e545a8e962c8d8025a0d307b17f, NAME => 'TestAcidGuarantees,,1734320487530.caed7e545a8e962c8d8025a0d307b17f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => caed7e545a8e962c8d8025a0d307b17f, NAME => 'TestAcidGuarantees,,1734320487530.caed7e545a8e962c8d8025a0d307b17f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-16T03:41:51,175 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/caed7e545a8e962c8d8025a0d307b17f/.tmp/A/cab6fe9c6d4a41ef9a46e6e2a0d249e6 as hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/caed7e545a8e962c8d8025a0d307b17f/A/cab6fe9c6d4a41ef9a46e6e2a0d249e6 2024-12-16T03:41:51,178 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/caed7e545a8e962c8d8025a0d307b17f/A/cab6fe9c6d4a41ef9a46e6e2a0d249e6, entries=200, sequenceid=230, filesize=38.8 K 2024-12-16T03:41:51,178 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/caed7e545a8e962c8d8025a0d307b17f/.tmp/B/9351d894f92e489a9e2fffb2a207a3df as hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/caed7e545a8e962c8d8025a0d307b17f/B/9351d894f92e489a9e2fffb2a207a3df 2024-12-16T03:41:51,180 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/caed7e545a8e962c8d8025a0d307b17f/B/9351d894f92e489a9e2fffb2a207a3df, entries=150, sequenceid=230, filesize=11.9 K 2024-12-16T03:41:51,181 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/caed7e545a8e962c8d8025a0d307b17f/.tmp/C/57436ff37b6143039e725c210a557006 as hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/caed7e545a8e962c8d8025a0d307b17f/C/57436ff37b6143039e725c210a557006 2024-12-16T03:41:51,183 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/caed7e545a8e962c8d8025a0d307b17f/C/57436ff37b6143039e725c210a557006, entries=150, sequenceid=230, filesize=11.9 K 2024-12-16T03:41:51,183 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=93.93 KB/96180 for caed7e545a8e962c8d8025a0d307b17f in 1272ms, sequenceid=230, compaction requested=true 2024-12-16T03:41:51,183 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for caed7e545a8e962c8d8025a0d307b17f: 2024-12-16T03:41:51,183 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store caed7e545a8e962c8d8025a0d307b17f:A, priority=-2147483648, current under compaction store size is 1 2024-12-16T03:41:51,183 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-16T03:41:51,183 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store caed7e545a8e962c8d8025a0d307b17f:B, priority=-2147483648, current under compaction store size is 2 2024-12-16T03:41:51,183 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-16T03:41:51,183 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store caed7e545a8e962c8d8025a0d307b17f:C, priority=-2147483648, current under compaction store size is 3 2024-12-16T03:41:51,183 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-16T03:41:51,183 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 6 store files, 0 compacting, 6 eligible, 16 blocking 2024-12-16T03:41:51,183 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 6 store files, 0 compacting, 6 eligible, 16 blocking 2024-12-16T03:41:51,184 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 6 files of size 73214 starting at candidate #0 after considering 10 permutations with 10 in ratio 2024-12-16T03:41:51,184 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 6 files of size 195582 starting at candidate #0 after considering 10 permutations with 10 in ratio 2024-12-16T03:41:51,184 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.HStore(1540): caed7e545a8e962c8d8025a0d307b17f/A is initiating minor compaction (all files) 2024-12-16T03:41:51,184 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.HStore(1540): caed7e545a8e962c8d8025a0d307b17f/B is initiating minor compaction (all files) 2024-12-16T03:41:51,185 INFO [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of caed7e545a8e962c8d8025a0d307b17f/A in TestAcidGuarantees,,1734320487530.caed7e545a8e962c8d8025a0d307b17f. 2024-12-16T03:41:51,185 INFO [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of caed7e545a8e962c8d8025a0d307b17f/B in TestAcidGuarantees,,1734320487530.caed7e545a8e962c8d8025a0d307b17f. 2024-12-16T03:41:51,185 INFO [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/caed7e545a8e962c8d8025a0d307b17f/B/8fd9076940834de6af5ad249a25a87d3, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/caed7e545a8e962c8d8025a0d307b17f/B/2beed62b69cb4a5eb44fc671d88bfd7c, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/caed7e545a8e962c8d8025a0d307b17f/B/e6fba609e1e14156a66e90cf87b54b65, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/caed7e545a8e962c8d8025a0d307b17f/B/34fa3d37459143ad882499f197f930de, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/caed7e545a8e962c8d8025a0d307b17f/B/316be0119cff4f75846e64bc29387225, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/caed7e545a8e962c8d8025a0d307b17f/B/9351d894f92e489a9e2fffb2a207a3df] into tmpdir=hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/caed7e545a8e962c8d8025a0d307b17f/.tmp, totalSize=71.5 K 2024-12-16T03:41:51,185 INFO [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/caed7e545a8e962c8d8025a0d307b17f/A/5ea7f1ab4a1f46bfa99f2271d603430b, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/caed7e545a8e962c8d8025a0d307b17f/A/a7493c0936e84a56b7930f9aafd0e0d6, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/caed7e545a8e962c8d8025a0d307b17f/A/6dc565f06b674d8eacb0006b1356074f, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/caed7e545a8e962c8d8025a0d307b17f/A/ed82b0a3113c439299c8cbc34371589f, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/caed7e545a8e962c8d8025a0d307b17f/A/473f8832868a43bfb73c3e3e8993b762, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/caed7e545a8e962c8d8025a0d307b17f/A/cab6fe9c6d4a41ef9a46e6e2a0d249e6] into tmpdir=hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/caed7e545a8e962c8d8025a0d307b17f/.tmp, totalSize=191.0 K 2024-12-16T03:41:51,185 INFO [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=10 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1734320487530.caed7e545a8e962c8d8025a0d307b17f. 2024-12-16T03:41:51,185 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1734320487530.caed7e545a8e962c8d8025a0d307b17f. files: [hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/caed7e545a8e962c8d8025a0d307b17f/A/5ea7f1ab4a1f46bfa99f2271d603430b, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/caed7e545a8e962c8d8025a0d307b17f/A/a7493c0936e84a56b7930f9aafd0e0d6, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/caed7e545a8e962c8d8025a0d307b17f/A/6dc565f06b674d8eacb0006b1356074f, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/caed7e545a8e962c8d8025a0d307b17f/A/ed82b0a3113c439299c8cbc34371589f, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/caed7e545a8e962c8d8025a0d307b17f/A/473f8832868a43bfb73c3e3e8993b762, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/caed7e545a8e962c8d8025a0d307b17f/A/cab6fe9c6d4a41ef9a46e6e2a0d249e6] 2024-12-16T03:41:51,185 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8fd9076940834de6af5ad249a25a87d3, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=136, earliestPutTs=1734320501222 2024-12-16T03:41:51,185 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] compactions.Compactor(224): Compacting 5ea7f1ab4a1f46bfa99f2271d603430b, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=136, earliestPutTs=1734320501222 2024-12-16T03:41:51,185 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2beed62b69cb4a5eb44fc671d88bfd7c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=154, earliestPutTs=1734320501563 2024-12-16T03:41:51,185 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] compactions.Compactor(224): Compacting a7493c0936e84a56b7930f9aafd0e0d6, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=154, earliestPutTs=1734320501563 2024-12-16T03:41:51,185 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] compactions.Compactor(224): Compacting e6fba609e1e14156a66e90cf87b54b65, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=175, earliestPutTs=1734320503318 2024-12-16T03:41:51,185 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] compactions.Compactor(224): Compacting 6dc565f06b674d8eacb0006b1356074f, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=175, earliestPutTs=1734320503318 2024-12-16T03:41:51,185 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] compactions.Compactor(224): Compacting 34fa3d37459143ad882499f197f930de, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=193, earliestPutTs=1734320505482 2024-12-16T03:41:51,185 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] compactions.Compactor(224): Compacting ed82b0a3113c439299c8cbc34371589f, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=193, earliestPutTs=1734320505482 2024-12-16T03:41:51,186 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] compactions.Compactor(224): Compacting 316be0119cff4f75846e64bc29387225, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1734320507637 2024-12-16T03:41:51,186 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] compactions.Compactor(224): Compacting 473f8832868a43bfb73c3e3e8993b762, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1734320507637 2024-12-16T03:41:51,186 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9351d894f92e489a9e2fffb2a207a3df, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=230, earliestPutTs=1734320508784 2024-12-16T03:41:51,186 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] compactions.Compactor(224): Compacting cab6fe9c6d4a41ef9a46e6e2a0d249e6, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=230, earliestPutTs=1734320508784 2024-12-16T03:41:51,192 INFO [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=caed7e545a8e962c8d8025a0d307b17f] 2024-12-16T03:41:51,194 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241216eaf39f621f264ad98e7bf18116ad3e8a_caed7e545a8e962c8d8025a0d307b17f store=[table=TestAcidGuarantees family=A region=caed7e545a8e962c8d8025a0d307b17f] 2024-12-16T03:41:51,194 INFO [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): caed7e545a8e962c8d8025a0d307b17f#B#compaction#482 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-16T03:41:51,194 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/caed7e545a8e962c8d8025a0d307b17f/.tmp/B/f8de67ab43b649b7b72d2c2dc84b4690 is 50, key is test_row_0/B:col10/1734320508795/Put/seqid=0 2024-12-16T03:41:51,197 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241216eaf39f621f264ad98e7bf18116ad3e8a_caed7e545a8e962c8d8025a0d307b17f, store=[table=TestAcidGuarantees family=A region=caed7e545a8e962c8d8025a0d307b17f] 2024-12-16T03:41:51,197 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241216eaf39f621f264ad98e7bf18116ad3e8a_caed7e545a8e962c8d8025a0d307b17f because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=caed7e545a8e962c8d8025a0d307b17f] 2024-12-16T03:41:51,197 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073742396_1572 (size=12663) 2024-12-16T03:41:51,199 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073742397_1573 (size=4469) 2024-12-16T03:41:51,326 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:51,327 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39893 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=176 2024-12-16T03:41:51,327 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1734320487530.caed7e545a8e962c8d8025a0d307b17f. 2024-12-16T03:41:51,328 INFO [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HRegion(2837): Flushing caed7e545a8e962c8d8025a0d307b17f 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-12-16T03:41:51,328 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.CompactingMemStore(205): FLUSHING TO DISK caed7e545a8e962c8d8025a0d307b17f, store=A 2024-12-16T03:41:51,328 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T03:41:51,328 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.CompactingMemStore(205): FLUSHING TO DISK caed7e545a8e962c8d8025a0d307b17f, store=B 2024-12-16T03:41:51,328 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T03:41:51,329 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.CompactingMemStore(205): FLUSHING TO DISK caed7e545a8e962c8d8025a0d307b17f, store=C 2024-12-16T03:41:51,329 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T03:41:51,340 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241216771d67ed30bf424eb6fa7aabd3460d6d_caed7e545a8e962c8d8025a0d307b17f is 50, key is test_row_0/A:col10/1734320509941/Put/seqid=0 2024-12-16T03:41:51,345 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073742398_1574 (size=12304) 2024-12-16T03:41:51,602 INFO [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): caed7e545a8e962c8d8025a0d307b17f#A#compaction#483 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-16T03:41:51,603 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/caed7e545a8e962c8d8025a0d307b17f/.tmp/A/85d8531a90f34774a5befdfb34143a54 is 175, key is test_row_0/A:col10/1734320508795/Put/seqid=0 2024-12-16T03:41:51,607 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/caed7e545a8e962c8d8025a0d307b17f/.tmp/B/f8de67ab43b649b7b72d2c2dc84b4690 as hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/caed7e545a8e962c8d8025a0d307b17f/B/f8de67ab43b649b7b72d2c2dc84b4690 2024-12-16T03:41:51,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073742399_1575 (size=31617) 2024-12-16T03:41:51,613 INFO [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 6 (all) file(s) in caed7e545a8e962c8d8025a0d307b17f/B of caed7e545a8e962c8d8025a0d307b17f into f8de67ab43b649b7b72d2c2dc84b4690(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-16T03:41:51,613 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for caed7e545a8e962c8d8025a0d307b17f: 2024-12-16T03:41:51,613 INFO [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734320487530.caed7e545a8e962c8d8025a0d307b17f., storeName=caed7e545a8e962c8d8025a0d307b17f/B, priority=10, startTime=1734320511183; duration=0sec 2024-12-16T03:41:51,613 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-16T03:41:51,614 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: caed7e545a8e962c8d8025a0d307b17f:B 2024-12-16T03:41:51,614 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 6 store files, 0 compacting, 6 eligible, 16 blocking 2024-12-16T03:41:51,616 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 6 files of size 73214 starting at candidate #0 after considering 10 permutations with 10 in ratio 2024-12-16T03:41:51,616 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.HStore(1540): caed7e545a8e962c8d8025a0d307b17f/C is initiating minor compaction (all files) 2024-12-16T03:41:51,616 INFO [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of caed7e545a8e962c8d8025a0d307b17f/C in TestAcidGuarantees,,1734320487530.caed7e545a8e962c8d8025a0d307b17f. 2024-12-16T03:41:51,616 INFO [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/caed7e545a8e962c8d8025a0d307b17f/C/108ba31958504e418ad8edd750c3e8a6, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/caed7e545a8e962c8d8025a0d307b17f/C/799df383aab1418885e7524ed5d1073f, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/caed7e545a8e962c8d8025a0d307b17f/C/2452af2cb46645a6b239b5526b1683c2, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/caed7e545a8e962c8d8025a0d307b17f/C/ae89e7c40b2c4bca871811ec1e73f714, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/caed7e545a8e962c8d8025a0d307b17f/C/1e97b3baeef9401b9b89aa9d61ca9228, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/caed7e545a8e962c8d8025a0d307b17f/C/57436ff37b6143039e725c210a557006] into tmpdir=hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/caed7e545a8e962c8d8025a0d307b17f/.tmp, totalSize=71.5 K 2024-12-16T03:41:51,616 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] compactions.Compactor(224): Compacting 108ba31958504e418ad8edd750c3e8a6, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=136, earliestPutTs=1734320501222 2024-12-16T03:41:51,617 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] compactions.Compactor(224): Compacting 799df383aab1418885e7524ed5d1073f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=154, earliestPutTs=1734320501563 2024-12-16T03:41:51,617 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2452af2cb46645a6b239b5526b1683c2, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=175, earliestPutTs=1734320503318 2024-12-16T03:41:51,617 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] compactions.Compactor(224): Compacting ae89e7c40b2c4bca871811ec1e73f714, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=193, earliestPutTs=1734320505482 2024-12-16T03:41:51,617 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1e97b3baeef9401b9b89aa9d61ca9228, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1734320507637 2024-12-16T03:41:51,618 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] compactions.Compactor(224): Compacting 57436ff37b6143039e725c210a557006, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=230, earliestPutTs=1734320508784 2024-12-16T03:41:51,628 INFO [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): caed7e545a8e962c8d8025a0d307b17f#C#compaction#485 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-16T03:41:51,628 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/caed7e545a8e962c8d8025a0d307b17f/.tmp/C/f463673716084569ac451b8ffd6e6317 is 50, key is test_row_0/C:col10/1734320508795/Put/seqid=0 2024-12-16T03:41:51,631 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073742400_1576 (size=12663) 2024-12-16T03:41:51,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=175 2024-12-16T03:41:51,746 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:41:51,753 INFO [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241216771d67ed30bf424eb6fa7aabd3460d6d_caed7e545a8e962c8d8025a0d307b17f to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241216771d67ed30bf424eb6fa7aabd3460d6d_caed7e545a8e962c8d8025a0d307b17f 2024-12-16T03:41:51,754 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/caed7e545a8e962c8d8025a0d307b17f/.tmp/A/efe24a968e60488cb73734488710b297, store: [table=TestAcidGuarantees family=A region=caed7e545a8e962c8d8025a0d307b17f] 2024-12-16T03:41:51,755 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/caed7e545a8e962c8d8025a0d307b17f/.tmp/A/efe24a968e60488cb73734488710b297 is 175, key is test_row_0/A:col10/1734320509941/Put/seqid=0 2024-12-16T03:41:51,759 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073742401_1577 (size=31105) 2024-12-16T03:41:52,019 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/caed7e545a8e962c8d8025a0d307b17f/.tmp/A/85d8531a90f34774a5befdfb34143a54 as hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/caed7e545a8e962c8d8025a0d307b17f/A/85d8531a90f34774a5befdfb34143a54 2024-12-16T03:41:52,025 INFO [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 6 (all) file(s) in caed7e545a8e962c8d8025a0d307b17f/A of caed7e545a8e962c8d8025a0d307b17f into 85d8531a90f34774a5befdfb34143a54(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-16T03:41:52,025 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for caed7e545a8e962c8d8025a0d307b17f: 2024-12-16T03:41:52,025 INFO [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734320487530.caed7e545a8e962c8d8025a0d307b17f., storeName=caed7e545a8e962c8d8025a0d307b17f/A, priority=10, startTime=1734320511183; duration=0sec 2024-12-16T03:41:52,025 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-16T03:41:52,025 DEBUG [RS:0;f0d65a6309ee:39893-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: caed7e545a8e962c8d8025a0d307b17f:A 2024-12-16T03:41:52,038 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/caed7e545a8e962c8d8025a0d307b17f/.tmp/C/f463673716084569ac451b8ffd6e6317 as hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/caed7e545a8e962c8d8025a0d307b17f/C/f463673716084569ac451b8ffd6e6317 2024-12-16T03:41:52,045 INFO [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 6 (all) file(s) in caed7e545a8e962c8d8025a0d307b17f/C of caed7e545a8e962c8d8025a0d307b17f into f463673716084569ac451b8ffd6e6317(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-16T03:41:52,045 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for caed7e545a8e962c8d8025a0d307b17f: 2024-12-16T03:41:52,045 INFO [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1734320487530.caed7e545a8e962c8d8025a0d307b17f., storeName=caed7e545a8e962c8d8025a0d307b17f/C, priority=10, startTime=1734320511183; duration=0sec 2024-12-16T03:41:52,045 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-16T03:41:52,045 DEBUG [RS:0;f0d65a6309ee:39893-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: caed7e545a8e962c8d8025a0d307b17f:C 2024-12-16T03:41:52,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39893 {}] regionserver.HRegion(8581): Flush requested on caed7e545a8e962c8d8025a0d307b17f 2024-12-16T03:41:52,070 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1734320487530.caed7e545a8e962c8d8025a0d307b17f. as already flushing 2024-12-16T03:41:52,070 DEBUG [Thread-2286 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7846cb78 to 127.0.0.1:56952 2024-12-16T03:41:52,070 DEBUG [Thread-2286 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T03:41:52,161 INFO [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=247, memsize=31.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/caed7e545a8e962c8d8025a0d307b17f/.tmp/A/efe24a968e60488cb73734488710b297 2024-12-16T03:41:52,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/caed7e545a8e962c8d8025a0d307b17f/.tmp/B/a0cb5fc8a775499da11d88a2846911b3 is 50, key is test_row_0/B:col10/1734320509941/Put/seqid=0 2024-12-16T03:41:52,178 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073742402_1578 (size=12151) 2024-12-16T03:41:52,579 INFO [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=247 (bloomFilter=true), to=hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/caed7e545a8e962c8d8025a0d307b17f/.tmp/B/a0cb5fc8a775499da11d88a2846911b3 2024-12-16T03:41:52,591 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/caed7e545a8e962c8d8025a0d307b17f/.tmp/C/e2f35781c85741d286e6ba7e7cc7392c is 50, key is test_row_0/C:col10/1734320509941/Put/seqid=0 2024-12-16T03:41:52,596 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073742403_1579 (size=12151) 2024-12-16T03:41:52,596 INFO [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=247 (bloomFilter=true), to=hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/caed7e545a8e962c8d8025a0d307b17f/.tmp/C/e2f35781c85741d286e6ba7e7cc7392c 2024-12-16T03:41:52,600 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/caed7e545a8e962c8d8025a0d307b17f/.tmp/A/efe24a968e60488cb73734488710b297 as hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/caed7e545a8e962c8d8025a0d307b17f/A/efe24a968e60488cb73734488710b297 2024-12-16T03:41:52,604 INFO [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/caed7e545a8e962c8d8025a0d307b17f/A/efe24a968e60488cb73734488710b297, entries=150, sequenceid=247, filesize=30.4 K 2024-12-16T03:41:52,605 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/caed7e545a8e962c8d8025a0d307b17f/.tmp/B/a0cb5fc8a775499da11d88a2846911b3 as hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/caed7e545a8e962c8d8025a0d307b17f/B/a0cb5fc8a775499da11d88a2846911b3 2024-12-16T03:41:52,608 INFO [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/caed7e545a8e962c8d8025a0d307b17f/B/a0cb5fc8a775499da11d88a2846911b3, entries=150, sequenceid=247, filesize=11.9 K 2024-12-16T03:41:52,609 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/caed7e545a8e962c8d8025a0d307b17f/.tmp/C/e2f35781c85741d286e6ba7e7cc7392c as hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/caed7e545a8e962c8d8025a0d307b17f/C/e2f35781c85741d286e6ba7e7cc7392c 2024-12-16T03:41:52,611 INFO [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/caed7e545a8e962c8d8025a0d307b17f/C/e2f35781c85741d286e6ba7e7cc7392c, entries=150, sequenceid=247, filesize=11.9 K 2024-12-16T03:41:52,612 INFO [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HRegion(3040): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=6.71 KB/6870 for caed7e545a8e962c8d8025a0d307b17f in 1284ms, sequenceid=247, compaction requested=false 2024-12-16T03:41:52,612 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HRegion(2538): Flush status journal for caed7e545a8e962c8d8025a0d307b17f: 2024-12-16T03:41:52,612 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1734320487530.caed7e545a8e962c8d8025a0d307b17f. 2024-12-16T03:41:52,612 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f0d65a6309ee:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=176 2024-12-16T03:41:52,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.HMaster(4106): Remote procedure done, pid=176 2024-12-16T03:41:52,613 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=176, resume processing ppid=175 2024-12-16T03:41:52,613 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=176, ppid=175, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0520 sec 2024-12-16T03:41:52,614 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=175, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=175, table=TestAcidGuarantees in 2.0540 sec 2024-12-16T03:41:52,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=175 2024-12-16T03:41:52,666 INFO [Thread-2290 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 175 completed 2024-12-16T03:41:53,063 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-16T03:41:59,710 DEBUG [Thread-2282 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x69abefea to 127.0.0.1:56952 2024-12-16T03:41:59,710 DEBUG [Thread-2282 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T03:41:59,735 DEBUG [Thread-2288 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5f1754bc to 127.0.0.1:56952 2024-12-16T03:41:59,735 DEBUG [Thread-2288 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T03:41:59,759 DEBUG [Thread-2280 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x11030ef5 to 127.0.0.1:56952 2024-12-16T03:41:59,760 DEBUG [Thread-2280 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T03:41:59,778 DEBUG [Thread-2284 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6e757135 to 127.0.0.1:56952 2024-12-16T03:41:59,778 DEBUG [Thread-2284 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T03:41:59,779 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-12-16T03:41:59,779 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 19 2024-12-16T03:41:59,779 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 17 2024-12-16T03:41:59,779 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 23 2024-12-16T03:41:59,779 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 122 2024-12-16T03:41:59,779 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 19 2024-12-16T03:41:59,779 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-12-16T03:41:59,779 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 8443 2024-12-16T03:41:59,779 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 8337 2024-12-16T03:41:59,779 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 8299 2024-12-16T03:41:59,779 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 8464 2024-12-16T03:41:59,779 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 8294 2024-12-16T03:41:59,779 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-12-16T03:41:59,780 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-12-16T03:41:59,780 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7181df3b to 127.0.0.1:56952 2024-12-16T03:41:59,780 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T03:41:59,781 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-12-16T03:41:59,781 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-12-16T03:41:59,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] procedure2.ProcedureExecutor(1098): Stored pid=177, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-12-16T03:41:59,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=177 2024-12-16T03:41:59,785 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734320519785"}]},"ts":"1734320519785"} 2024-12-16T03:41:59,786 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-12-16T03:41:59,806 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-12-16T03:41:59,807 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=178, ppid=177, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-12-16T03:41:59,810 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=179, ppid=178, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=caed7e545a8e962c8d8025a0d307b17f, UNASSIGN}] 2024-12-16T03:41:59,811 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=179, ppid=178, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=caed7e545a8e962c8d8025a0d307b17f, UNASSIGN 2024-12-16T03:41:59,812 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=179 updating hbase:meta row=caed7e545a8e962c8d8025a0d307b17f, regionState=CLOSING, regionLocation=f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:59,814 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-16T03:41:59,814 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=180, ppid=179, state=RUNNABLE; CloseRegionProcedure caed7e545a8e962c8d8025a0d307b17f, server=f0d65a6309ee,39893,1734320334634}] 2024-12-16T03:41:59,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=177 2024-12-16T03:41:59,967 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to f0d65a6309ee,39893,1734320334634 2024-12-16T03:41:59,968 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=180}] handler.UnassignRegionHandler(124): Close caed7e545a8e962c8d8025a0d307b17f 2024-12-16T03:41:59,968 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=180}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-12-16T03:41:59,968 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=180}] regionserver.HRegion(1681): Closing caed7e545a8e962c8d8025a0d307b17f, disabling compactions & flushes 2024-12-16T03:41:59,969 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=180}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1734320487530.caed7e545a8e962c8d8025a0d307b17f. 2024-12-16T03:41:59,969 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=180}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1734320487530.caed7e545a8e962c8d8025a0d307b17f. 2024-12-16T03:41:59,969 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=180}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1734320487530.caed7e545a8e962c8d8025a0d307b17f. after waiting 0 ms 2024-12-16T03:41:59,969 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=180}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1734320487530.caed7e545a8e962c8d8025a0d307b17f. 2024-12-16T03:41:59,969 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=180}] regionserver.HRegion(2837): Flushing caed7e545a8e962c8d8025a0d307b17f 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-12-16T03:41:59,969 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=180}] regionserver.CompactingMemStore(205): FLUSHING TO DISK caed7e545a8e962c8d8025a0d307b17f, store=A 2024-12-16T03:41:59,970 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=180}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T03:41:59,970 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=180}] regionserver.CompactingMemStore(205): FLUSHING TO DISK caed7e545a8e962c8d8025a0d307b17f, store=B 2024-12-16T03:41:59,970 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=180}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T03:41:59,970 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=180}] regionserver.CompactingMemStore(205): FLUSHING TO DISK caed7e545a8e962c8d8025a0d307b17f, store=C 2024-12-16T03:41:59,970 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=180}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-16T03:41:59,981 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=180}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241216a395255b38864cb585ed30585fd2754f_caed7e545a8e962c8d8025a0d307b17f is 50, key is test_row_0/A:col10/1734320519775/Put/seqid=0 2024-12-16T03:41:59,984 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073742404_1580 (size=12354) 2024-12-16T03:42:00,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=177 2024-12-16T03:42:00,385 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=180}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-16T03:42:00,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=177 2024-12-16T03:42:00,395 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=180}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241216a395255b38864cb585ed30585fd2754f_caed7e545a8e962c8d8025a0d307b17f to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241216a395255b38864cb585ed30585fd2754f_caed7e545a8e962c8d8025a0d307b17f 2024-12-16T03:42:00,397 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=180}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/caed7e545a8e962c8d8025a0d307b17f/.tmp/A/6367b1a1cfed4f0388678d8169d3ade7, store: [table=TestAcidGuarantees family=A region=caed7e545a8e962c8d8025a0d307b17f] 2024-12-16T03:42:00,397 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=180}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/caed7e545a8e962c8d8025a0d307b17f/.tmp/A/6367b1a1cfed4f0388678d8169d3ade7 is 175, key is test_row_0/A:col10/1734320519775/Put/seqid=0 2024-12-16T03:42:00,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073742405_1581 (size=31155) 2024-12-16T03:42:00,803 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=180}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=258, memsize=11.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/caed7e545a8e962c8d8025a0d307b17f/.tmp/A/6367b1a1cfed4f0388678d8169d3ade7 2024-12-16T03:42:00,818 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=180}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/caed7e545a8e962c8d8025a0d307b17f/.tmp/B/13f11094feb84fffb73949e06dbf8e63 is 50, key is test_row_0/B:col10/1734320519775/Put/seqid=0 2024-12-16T03:42:00,822 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073742406_1582 (size=12201) 2024-12-16T03:42:00,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=177 2024-12-16T03:42:01,224 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=180}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=258 (bloomFilter=true), to=hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/caed7e545a8e962c8d8025a0d307b17f/.tmp/B/13f11094feb84fffb73949e06dbf8e63 2024-12-16T03:42:01,237 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=180}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/caed7e545a8e962c8d8025a0d307b17f/.tmp/C/9603d87fd449457c8d641311298a3bee is 50, key is test_row_0/C:col10/1734320519775/Put/seqid=0 2024-12-16T03:42:01,240 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073742407_1583 (size=12201) 2024-12-16T03:42:01,642 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=180}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=258 (bloomFilter=true), to=hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/caed7e545a8e962c8d8025a0d307b17f/.tmp/C/9603d87fd449457c8d641311298a3bee 2024-12-16T03:42:01,651 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=180}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/caed7e545a8e962c8d8025a0d307b17f/.tmp/A/6367b1a1cfed4f0388678d8169d3ade7 as hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/caed7e545a8e962c8d8025a0d307b17f/A/6367b1a1cfed4f0388678d8169d3ade7 2024-12-16T03:42:01,656 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=180}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/caed7e545a8e962c8d8025a0d307b17f/A/6367b1a1cfed4f0388678d8169d3ade7, entries=150, sequenceid=258, filesize=30.4 K 2024-12-16T03:42:01,657 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=180}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/caed7e545a8e962c8d8025a0d307b17f/.tmp/B/13f11094feb84fffb73949e06dbf8e63 as hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/caed7e545a8e962c8d8025a0d307b17f/B/13f11094feb84fffb73949e06dbf8e63 2024-12-16T03:42:01,662 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=180}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/caed7e545a8e962c8d8025a0d307b17f/B/13f11094feb84fffb73949e06dbf8e63, entries=150, sequenceid=258, filesize=11.9 K 2024-12-16T03:42:01,663 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=180}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/caed7e545a8e962c8d8025a0d307b17f/.tmp/C/9603d87fd449457c8d641311298a3bee as hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/caed7e545a8e962c8d8025a0d307b17f/C/9603d87fd449457c8d641311298a3bee 2024-12-16T03:42:01,666 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=180}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/caed7e545a8e962c8d8025a0d307b17f/C/9603d87fd449457c8d641311298a3bee, entries=150, sequenceid=258, filesize=11.9 K 2024-12-16T03:42:01,667 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=180}] regionserver.HRegion(3040): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for caed7e545a8e962c8d8025a0d307b17f in 1698ms, sequenceid=258, compaction requested=true 2024-12-16T03:42:01,667 DEBUG [StoreCloser-TestAcidGuarantees,,1734320487530.caed7e545a8e962c8d8025a0d307b17f.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/caed7e545a8e962c8d8025a0d307b17f/A/38c4c7ba0c0d492aa0b5a7f095003fec, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/caed7e545a8e962c8d8025a0d307b17f/A/f448df71745f488abb6f6134905ea24f, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/caed7e545a8e962c8d8025a0d307b17f/A/e27124d544484a1b9380e074fa963a59, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/caed7e545a8e962c8d8025a0d307b17f/A/84bf94728c5941a6ac68933dbf50cb2a, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/caed7e545a8e962c8d8025a0d307b17f/A/6013b30584b141a4a98d8e35d841873a, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/caed7e545a8e962c8d8025a0d307b17f/A/24f2553477944a379c9fe0aed8665cd3, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/caed7e545a8e962c8d8025a0d307b17f/A/48279c2a5fcf4189bf2efd4fbca5361a, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/caed7e545a8e962c8d8025a0d307b17f/A/5491e6a2dc784177b3a30af36570be16, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/caed7e545a8e962c8d8025a0d307b17f/A/5ea7f1ab4a1f46bfa99f2271d603430b, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/caed7e545a8e962c8d8025a0d307b17f/A/36c5b76260be4e759fa6641d1fba3c53, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/caed7e545a8e962c8d8025a0d307b17f/A/a7493c0936e84a56b7930f9aafd0e0d6, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/caed7e545a8e962c8d8025a0d307b17f/A/6dc565f06b674d8eacb0006b1356074f, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/caed7e545a8e962c8d8025a0d307b17f/A/ed82b0a3113c439299c8cbc34371589f, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/caed7e545a8e962c8d8025a0d307b17f/A/473f8832868a43bfb73c3e3e8993b762, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/caed7e545a8e962c8d8025a0d307b17f/A/cab6fe9c6d4a41ef9a46e6e2a0d249e6] to archive 2024-12-16T03:42:01,668 DEBUG [StoreCloser-TestAcidGuarantees,,1734320487530.caed7e545a8e962c8d8025a0d307b17f.-1 {}] backup.HFileArchiver(363): Archiving compacted files. 2024-12-16T03:42:01,670 DEBUG [HFileArchiver-17 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/caed7e545a8e962c8d8025a0d307b17f/A/38c4c7ba0c0d492aa0b5a7f095003fec to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/caed7e545a8e962c8d8025a0d307b17f/A/38c4c7ba0c0d492aa0b5a7f095003fec 2024-12-16T03:42:01,670 DEBUG [HFileArchiver-18 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/caed7e545a8e962c8d8025a0d307b17f/A/f448df71745f488abb6f6134905ea24f to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/caed7e545a8e962c8d8025a0d307b17f/A/f448df71745f488abb6f6134905ea24f 2024-12-16T03:42:01,670 DEBUG [HFileArchiver-19 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/caed7e545a8e962c8d8025a0d307b17f/A/e27124d544484a1b9380e074fa963a59 to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/caed7e545a8e962c8d8025a0d307b17f/A/e27124d544484a1b9380e074fa963a59 2024-12-16T03:42:01,671 DEBUG [HFileArchiver-20 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/caed7e545a8e962c8d8025a0d307b17f/A/84bf94728c5941a6ac68933dbf50cb2a to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/caed7e545a8e962c8d8025a0d307b17f/A/84bf94728c5941a6ac68933dbf50cb2a 2024-12-16T03:42:01,671 DEBUG [HFileArchiver-21 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/caed7e545a8e962c8d8025a0d307b17f/A/6013b30584b141a4a98d8e35d841873a to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/caed7e545a8e962c8d8025a0d307b17f/A/6013b30584b141a4a98d8e35d841873a 2024-12-16T03:42:01,671 DEBUG [HFileArchiver-22 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/caed7e545a8e962c8d8025a0d307b17f/A/24f2553477944a379c9fe0aed8665cd3 to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/caed7e545a8e962c8d8025a0d307b17f/A/24f2553477944a379c9fe0aed8665cd3 2024-12-16T03:42:01,671 DEBUG [HFileArchiver-23 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/caed7e545a8e962c8d8025a0d307b17f/A/48279c2a5fcf4189bf2efd4fbca5361a to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/caed7e545a8e962c8d8025a0d307b17f/A/48279c2a5fcf4189bf2efd4fbca5361a 2024-12-16T03:42:01,671 DEBUG [HFileArchiver-24 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/caed7e545a8e962c8d8025a0d307b17f/A/5491e6a2dc784177b3a30af36570be16 to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/caed7e545a8e962c8d8025a0d307b17f/A/5491e6a2dc784177b3a30af36570be16 2024-12-16T03:42:01,672 DEBUG [HFileArchiver-18 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/caed7e545a8e962c8d8025a0d307b17f/A/36c5b76260be4e759fa6641d1fba3c53 to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/caed7e545a8e962c8d8025a0d307b17f/A/36c5b76260be4e759fa6641d1fba3c53 2024-12-16T03:42:01,672 DEBUG [HFileArchiver-17 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/caed7e545a8e962c8d8025a0d307b17f/A/5ea7f1ab4a1f46bfa99f2271d603430b to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/caed7e545a8e962c8d8025a0d307b17f/A/5ea7f1ab4a1f46bfa99f2271d603430b 2024-12-16T03:42:01,672 DEBUG [HFileArchiver-19 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/caed7e545a8e962c8d8025a0d307b17f/A/a7493c0936e84a56b7930f9aafd0e0d6 to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/caed7e545a8e962c8d8025a0d307b17f/A/a7493c0936e84a56b7930f9aafd0e0d6 2024-12-16T03:42:01,672 DEBUG [HFileArchiver-20 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/caed7e545a8e962c8d8025a0d307b17f/A/6dc565f06b674d8eacb0006b1356074f to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/caed7e545a8e962c8d8025a0d307b17f/A/6dc565f06b674d8eacb0006b1356074f 2024-12-16T03:42:01,672 DEBUG [HFileArchiver-21 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/caed7e545a8e962c8d8025a0d307b17f/A/ed82b0a3113c439299c8cbc34371589f to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/caed7e545a8e962c8d8025a0d307b17f/A/ed82b0a3113c439299c8cbc34371589f 2024-12-16T03:42:01,672 DEBUG [HFileArchiver-22 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/caed7e545a8e962c8d8025a0d307b17f/A/473f8832868a43bfb73c3e3e8993b762 to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/caed7e545a8e962c8d8025a0d307b17f/A/473f8832868a43bfb73c3e3e8993b762 2024-12-16T03:42:01,672 DEBUG [HFileArchiver-23 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/caed7e545a8e962c8d8025a0d307b17f/A/cab6fe9c6d4a41ef9a46e6e2a0d249e6 to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/caed7e545a8e962c8d8025a0d307b17f/A/cab6fe9c6d4a41ef9a46e6e2a0d249e6 2024-12-16T03:42:01,673 DEBUG [StoreCloser-TestAcidGuarantees,,1734320487530.caed7e545a8e962c8d8025a0d307b17f.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/caed7e545a8e962c8d8025a0d307b17f/B/27b25e42eddc47069b32caa69ee1bd40, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/caed7e545a8e962c8d8025a0d307b17f/B/fa1af5b1f6d74123af567127a4ff6753, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/caed7e545a8e962c8d8025a0d307b17f/B/64b97550f3fc4de78c4e508ccecdb129, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/caed7e545a8e962c8d8025a0d307b17f/B/fe15ab9ba4634f61a77e469482dfc0e7, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/caed7e545a8e962c8d8025a0d307b17f/B/3031775b7f49495a8684f3f16025c125, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/caed7e545a8e962c8d8025a0d307b17f/B/1f2f4dc1aee74db3aaafb59f7dab6122, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/caed7e545a8e962c8d8025a0d307b17f/B/2b905e273b894996ac912f204b2d9550, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/caed7e545a8e962c8d8025a0d307b17f/B/9c172d36afaf4102b40c1383b074387b, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/caed7e545a8e962c8d8025a0d307b17f/B/8fd9076940834de6af5ad249a25a87d3, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/caed7e545a8e962c8d8025a0d307b17f/B/275ae0675d4c46b0824108d500f2d1e0, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/caed7e545a8e962c8d8025a0d307b17f/B/2beed62b69cb4a5eb44fc671d88bfd7c, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/caed7e545a8e962c8d8025a0d307b17f/B/e6fba609e1e14156a66e90cf87b54b65, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/caed7e545a8e962c8d8025a0d307b17f/B/34fa3d37459143ad882499f197f930de, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/caed7e545a8e962c8d8025a0d307b17f/B/316be0119cff4f75846e64bc29387225, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/caed7e545a8e962c8d8025a0d307b17f/B/9351d894f92e489a9e2fffb2a207a3df] to archive 2024-12-16T03:42:01,674 DEBUG [StoreCloser-TestAcidGuarantees,,1734320487530.caed7e545a8e962c8d8025a0d307b17f.-1 {}] backup.HFileArchiver(363): Archiving compacted files. 2024-12-16T03:42:01,676 DEBUG [HFileArchiver-18 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/caed7e545a8e962c8d8025a0d307b17f/B/fa1af5b1f6d74123af567127a4ff6753 to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/caed7e545a8e962c8d8025a0d307b17f/B/fa1af5b1f6d74123af567127a4ff6753 2024-12-16T03:42:01,677 DEBUG [HFileArchiver-24 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/caed7e545a8e962c8d8025a0d307b17f/B/27b25e42eddc47069b32caa69ee1bd40 to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/caed7e545a8e962c8d8025a0d307b17f/B/27b25e42eddc47069b32caa69ee1bd40 2024-12-16T03:42:01,677 DEBUG [HFileArchiver-22 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/caed7e545a8e962c8d8025a0d307b17f/B/2b905e273b894996ac912f204b2d9550 to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/caed7e545a8e962c8d8025a0d307b17f/B/2b905e273b894996ac912f204b2d9550 2024-12-16T03:42:01,677 DEBUG [HFileArchiver-19 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/caed7e545a8e962c8d8025a0d307b17f/B/fe15ab9ba4634f61a77e469482dfc0e7 to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/caed7e545a8e962c8d8025a0d307b17f/B/fe15ab9ba4634f61a77e469482dfc0e7 2024-12-16T03:42:01,677 DEBUG [HFileArchiver-23 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/caed7e545a8e962c8d8025a0d307b17f/B/9c172d36afaf4102b40c1383b074387b to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/caed7e545a8e962c8d8025a0d307b17f/B/9c172d36afaf4102b40c1383b074387b 2024-12-16T03:42:01,677 DEBUG [HFileArchiver-20 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/caed7e545a8e962c8d8025a0d307b17f/B/3031775b7f49495a8684f3f16025c125 to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/caed7e545a8e962c8d8025a0d307b17f/B/3031775b7f49495a8684f3f16025c125 2024-12-16T03:42:01,677 DEBUG [HFileArchiver-21 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/caed7e545a8e962c8d8025a0d307b17f/B/1f2f4dc1aee74db3aaafb59f7dab6122 to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/caed7e545a8e962c8d8025a0d307b17f/B/1f2f4dc1aee74db3aaafb59f7dab6122 2024-12-16T03:42:01,677 DEBUG [HFileArchiver-17 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/caed7e545a8e962c8d8025a0d307b17f/B/64b97550f3fc4de78c4e508ccecdb129 to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/caed7e545a8e962c8d8025a0d307b17f/B/64b97550f3fc4de78c4e508ccecdb129 2024-12-16T03:42:01,678 DEBUG [HFileArchiver-18 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/caed7e545a8e962c8d8025a0d307b17f/B/8fd9076940834de6af5ad249a25a87d3 to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/caed7e545a8e962c8d8025a0d307b17f/B/8fd9076940834de6af5ad249a25a87d3 2024-12-16T03:42:01,678 DEBUG [HFileArchiver-22 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/caed7e545a8e962c8d8025a0d307b17f/B/2beed62b69cb4a5eb44fc671d88bfd7c to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/caed7e545a8e962c8d8025a0d307b17f/B/2beed62b69cb4a5eb44fc671d88bfd7c 2024-12-16T03:42:01,678 DEBUG [HFileArchiver-21 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/caed7e545a8e962c8d8025a0d307b17f/B/9351d894f92e489a9e2fffb2a207a3df to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/caed7e545a8e962c8d8025a0d307b17f/B/9351d894f92e489a9e2fffb2a207a3df 2024-12-16T03:42:01,678 DEBUG [HFileArchiver-24 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/caed7e545a8e962c8d8025a0d307b17f/B/275ae0675d4c46b0824108d500f2d1e0 to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/caed7e545a8e962c8d8025a0d307b17f/B/275ae0675d4c46b0824108d500f2d1e0 2024-12-16T03:42:01,680 DEBUG [HFileArchiver-20 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/caed7e545a8e962c8d8025a0d307b17f/B/316be0119cff4f75846e64bc29387225 to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/caed7e545a8e962c8d8025a0d307b17f/B/316be0119cff4f75846e64bc29387225 2024-12-16T03:42:01,680 DEBUG [HFileArchiver-23 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/caed7e545a8e962c8d8025a0d307b17f/B/34fa3d37459143ad882499f197f930de to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/caed7e545a8e962c8d8025a0d307b17f/B/34fa3d37459143ad882499f197f930de 2024-12-16T03:42:01,680 DEBUG [HFileArchiver-19 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/caed7e545a8e962c8d8025a0d307b17f/B/e6fba609e1e14156a66e90cf87b54b65 to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/caed7e545a8e962c8d8025a0d307b17f/B/e6fba609e1e14156a66e90cf87b54b65 2024-12-16T03:42:01,681 DEBUG [StoreCloser-TestAcidGuarantees,,1734320487530.caed7e545a8e962c8d8025a0d307b17f.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/caed7e545a8e962c8d8025a0d307b17f/C/2ea13fae98f6407abd3715621bdfc774, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/caed7e545a8e962c8d8025a0d307b17f/C/0f474b485a5d42d0bfc6d6b1d326a41a, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/caed7e545a8e962c8d8025a0d307b17f/C/6535053fc8744a1f990bc38c9d7e8f33, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/caed7e545a8e962c8d8025a0d307b17f/C/346f03c48c6448f7919535e36d15364c, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/caed7e545a8e962c8d8025a0d307b17f/C/d4afdf77cd44473c959b00e3aeade3e9, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/caed7e545a8e962c8d8025a0d307b17f/C/cbcce5baf1a54a74803b377d41494691, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/caed7e545a8e962c8d8025a0d307b17f/C/d1837cad05d54ce29bb1bde00cb29b71, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/caed7e545a8e962c8d8025a0d307b17f/C/b0e5f29a9f8e4789a813b30bc5b1128e, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/caed7e545a8e962c8d8025a0d307b17f/C/108ba31958504e418ad8edd750c3e8a6, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/caed7e545a8e962c8d8025a0d307b17f/C/8461ffd5d79b4062b54e9225d2dc0554, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/caed7e545a8e962c8d8025a0d307b17f/C/799df383aab1418885e7524ed5d1073f, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/caed7e545a8e962c8d8025a0d307b17f/C/2452af2cb46645a6b239b5526b1683c2, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/caed7e545a8e962c8d8025a0d307b17f/C/ae89e7c40b2c4bca871811ec1e73f714, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/caed7e545a8e962c8d8025a0d307b17f/C/1e97b3baeef9401b9b89aa9d61ca9228, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/caed7e545a8e962c8d8025a0d307b17f/C/57436ff37b6143039e725c210a557006] to archive 2024-12-16T03:42:01,681 DEBUG [StoreCloser-TestAcidGuarantees,,1734320487530.caed7e545a8e962c8d8025a0d307b17f.-1 {}] backup.HFileArchiver(363): Archiving compacted files. 2024-12-16T03:42:01,684 DEBUG [HFileArchiver-24 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/caed7e545a8e962c8d8025a0d307b17f/C/d4afdf77cd44473c959b00e3aeade3e9 to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/caed7e545a8e962c8d8025a0d307b17f/C/d4afdf77cd44473c959b00e3aeade3e9 2024-12-16T03:42:01,684 DEBUG [HFileArchiver-17 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/caed7e545a8e962c8d8025a0d307b17f/C/2ea13fae98f6407abd3715621bdfc774 to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/caed7e545a8e962c8d8025a0d307b17f/C/2ea13fae98f6407abd3715621bdfc774 2024-12-16T03:42:01,684 DEBUG [HFileArchiver-21 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/caed7e545a8e962c8d8025a0d307b17f/C/346f03c48c6448f7919535e36d15364c to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/caed7e545a8e962c8d8025a0d307b17f/C/346f03c48c6448f7919535e36d15364c 2024-12-16T03:42:01,684 DEBUG [HFileArchiver-19 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/caed7e545a8e962c8d8025a0d307b17f/C/b0e5f29a9f8e4789a813b30bc5b1128e to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/caed7e545a8e962c8d8025a0d307b17f/C/b0e5f29a9f8e4789a813b30bc5b1128e 2024-12-16T03:42:01,684 DEBUG [HFileArchiver-18 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/caed7e545a8e962c8d8025a0d307b17f/C/0f474b485a5d42d0bfc6d6b1d326a41a to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/caed7e545a8e962c8d8025a0d307b17f/C/0f474b485a5d42d0bfc6d6b1d326a41a 2024-12-16T03:42:01,684 DEBUG [HFileArchiver-22 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/caed7e545a8e962c8d8025a0d307b17f/C/6535053fc8744a1f990bc38c9d7e8f33 to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/caed7e545a8e962c8d8025a0d307b17f/C/6535053fc8744a1f990bc38c9d7e8f33 2024-12-16T03:42:01,684 DEBUG [HFileArchiver-23 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/caed7e545a8e962c8d8025a0d307b17f/C/d1837cad05d54ce29bb1bde00cb29b71 to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/caed7e545a8e962c8d8025a0d307b17f/C/d1837cad05d54ce29bb1bde00cb29b71 2024-12-16T03:42:01,688 DEBUG [HFileArchiver-20 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/caed7e545a8e962c8d8025a0d307b17f/C/cbcce5baf1a54a74803b377d41494691 to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/caed7e545a8e962c8d8025a0d307b17f/C/cbcce5baf1a54a74803b377d41494691 2024-12-16T03:42:01,689 DEBUG [HFileArchiver-17 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/caed7e545a8e962c8d8025a0d307b17f/C/8461ffd5d79b4062b54e9225d2dc0554 to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/caed7e545a8e962c8d8025a0d307b17f/C/8461ffd5d79b4062b54e9225d2dc0554 2024-12-16T03:42:01,689 DEBUG [HFileArchiver-21 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/caed7e545a8e962c8d8025a0d307b17f/C/799df383aab1418885e7524ed5d1073f to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/caed7e545a8e962c8d8025a0d307b17f/C/799df383aab1418885e7524ed5d1073f 2024-12-16T03:42:01,689 DEBUG [HFileArchiver-24 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/caed7e545a8e962c8d8025a0d307b17f/C/108ba31958504e418ad8edd750c3e8a6 to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/caed7e545a8e962c8d8025a0d307b17f/C/108ba31958504e418ad8edd750c3e8a6 2024-12-16T03:42:01,689 DEBUG [HFileArchiver-18 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/caed7e545a8e962c8d8025a0d307b17f/C/ae89e7c40b2c4bca871811ec1e73f714 to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/caed7e545a8e962c8d8025a0d307b17f/C/ae89e7c40b2c4bca871811ec1e73f714 2024-12-16T03:42:01,689 DEBUG [HFileArchiver-22 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/caed7e545a8e962c8d8025a0d307b17f/C/1e97b3baeef9401b9b89aa9d61ca9228 to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/caed7e545a8e962c8d8025a0d307b17f/C/1e97b3baeef9401b9b89aa9d61ca9228 2024-12-16T03:42:01,689 DEBUG [HFileArchiver-23 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/caed7e545a8e962c8d8025a0d307b17f/C/57436ff37b6143039e725c210a557006 to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/caed7e545a8e962c8d8025a0d307b17f/C/57436ff37b6143039e725c210a557006 2024-12-16T03:42:01,691 DEBUG [HFileArchiver-19 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/caed7e545a8e962c8d8025a0d307b17f/C/2452af2cb46645a6b239b5526b1683c2 to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/caed7e545a8e962c8d8025a0d307b17f/C/2452af2cb46645a6b239b5526b1683c2 2024-12-16T03:42:01,694 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=180}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/caed7e545a8e962c8d8025a0d307b17f/recovered.edits/261.seqid, newMaxSeqId=261, maxSeqId=4 2024-12-16T03:42:01,694 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=180}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1734320487530.caed7e545a8e962c8d8025a0d307b17f. 2024-12-16T03:42:01,694 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=180}] regionserver.HRegion(1635): Region close journal for caed7e545a8e962c8d8025a0d307b17f: 2024-12-16T03:42:01,695 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION, pid=180}] handler.UnassignRegionHandler(170): Closed caed7e545a8e962c8d8025a0d307b17f 2024-12-16T03:42:01,696 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=179 updating hbase:meta row=caed7e545a8e962c8d8025a0d307b17f, regionState=CLOSED 2024-12-16T03:42:01,698 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=180, resume processing ppid=179 2024-12-16T03:42:01,698 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=180, ppid=179, state=SUCCESS; CloseRegionProcedure caed7e545a8e962c8d8025a0d307b17f, server=f0d65a6309ee,39893,1734320334634 in 1.8830 sec 2024-12-16T03:42:01,699 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=179, resume processing ppid=178 2024-12-16T03:42:01,699 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=179, ppid=178, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=caed7e545a8e962c8d8025a0d307b17f, UNASSIGN in 1.8880 sec 2024-12-16T03:42:01,700 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=178, resume processing ppid=177 2024-12-16T03:42:01,700 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=178, ppid=177, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.8920 sec 2024-12-16T03:42:01,700 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734320521700"}]},"ts":"1734320521700"} 2024-12-16T03:42:01,701 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-12-16T03:42:01,735 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-12-16T03:42:01,737 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=177, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.9550 sec 2024-12-16T03:42:01,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=177 2024-12-16T03:42:01,895 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 177 completed 2024-12-16T03:42:01,896 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-12-16T03:42:01,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] procedure2.ProcedureExecutor(1098): Stored pid=181, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-12-16T03:42:01,899 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=181, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-16T03:42:01,901 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=181, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-16T03:42:01,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=181 2024-12-16T03:42:01,903 DEBUG [HFileArchiver-20 {}] backup.HFileArchiver(133): ARCHIVING hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/caed7e545a8e962c8d8025a0d307b17f 2024-12-16T03:42:01,908 DEBUG [HFileArchiver-20 {}] backup.HFileArchiver(161): Archiving [FileablePath, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/caed7e545a8e962c8d8025a0d307b17f/A, FileablePath, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/caed7e545a8e962c8d8025a0d307b17f/B, FileablePath, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/caed7e545a8e962c8d8025a0d307b17f/C, FileablePath, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/caed7e545a8e962c8d8025a0d307b17f/recovered.edits] 2024-12-16T03:42:01,914 DEBUG [HFileArchiver-21 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/caed7e545a8e962c8d8025a0d307b17f/A/85d8531a90f34774a5befdfb34143a54 to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/caed7e545a8e962c8d8025a0d307b17f/A/85d8531a90f34774a5befdfb34143a54 2024-12-16T03:42:01,914 DEBUG [HFileArchiver-17 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/caed7e545a8e962c8d8025a0d307b17f/A/6367b1a1cfed4f0388678d8169d3ade7 to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/caed7e545a8e962c8d8025a0d307b17f/A/6367b1a1cfed4f0388678d8169d3ade7 2024-12-16T03:42:01,914 DEBUG [HFileArchiver-24 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/caed7e545a8e962c8d8025a0d307b17f/A/efe24a968e60488cb73734488710b297 to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/caed7e545a8e962c8d8025a0d307b17f/A/efe24a968e60488cb73734488710b297 2024-12-16T03:42:01,919 DEBUG [HFileArchiver-22 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/caed7e545a8e962c8d8025a0d307b17f/B/a0cb5fc8a775499da11d88a2846911b3 to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/caed7e545a8e962c8d8025a0d307b17f/B/a0cb5fc8a775499da11d88a2846911b3 2024-12-16T03:42:01,919 DEBUG [HFileArchiver-23 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/caed7e545a8e962c8d8025a0d307b17f/B/f8de67ab43b649b7b72d2c2dc84b4690 to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/caed7e545a8e962c8d8025a0d307b17f/B/f8de67ab43b649b7b72d2c2dc84b4690 2024-12-16T03:42:01,919 DEBUG [HFileArchiver-18 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/caed7e545a8e962c8d8025a0d307b17f/B/13f11094feb84fffb73949e06dbf8e63 to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/caed7e545a8e962c8d8025a0d307b17f/B/13f11094feb84fffb73949e06dbf8e63 2024-12-16T03:42:01,923 DEBUG [HFileArchiver-19 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/caed7e545a8e962c8d8025a0d307b17f/C/9603d87fd449457c8d641311298a3bee to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/caed7e545a8e962c8d8025a0d307b17f/C/9603d87fd449457c8d641311298a3bee 2024-12-16T03:42:01,923 DEBUG [HFileArchiver-21 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/caed7e545a8e962c8d8025a0d307b17f/C/e2f35781c85741d286e6ba7e7cc7392c to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/caed7e545a8e962c8d8025a0d307b17f/C/e2f35781c85741d286e6ba7e7cc7392c 2024-12-16T03:42:01,923 DEBUG [HFileArchiver-17 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/caed7e545a8e962c8d8025a0d307b17f/C/f463673716084569ac451b8ffd6e6317 to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/caed7e545a8e962c8d8025a0d307b17f/C/f463673716084569ac451b8ffd6e6317 2024-12-16T03:42:01,926 DEBUG [HFileArchiver-24 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/caed7e545a8e962c8d8025a0d307b17f/recovered.edits/261.seqid to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/caed7e545a8e962c8d8025a0d307b17f/recovered.edits/261.seqid 2024-12-16T03:42:01,927 DEBUG [HFileArchiver-20 {}] backup.HFileArchiver(634): Deleted hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/default/TestAcidGuarantees/caed7e545a8e962c8d8025a0d307b17f 2024-12-16T03:42:01,927 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-12-16T03:42:01,927 DEBUG [PEWorker-3 {}] backup.HFileArchiver(133): ARCHIVING hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-12-16T03:42:01,928 DEBUG [PEWorker-3 {}] backup.HFileArchiver(161): Archiving [FileablePath, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-12-16T03:42:01,935 DEBUG [HFileArchiver-22 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412160d3fa054217f43ae9fa85d5b35bf341d_caed7e545a8e962c8d8025a0d307b17f to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412160d3fa054217f43ae9fa85d5b35bf341d_caed7e545a8e962c8d8025a0d307b17f 2024-12-16T03:42:01,935 DEBUG [HFileArchiver-23 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241216170621db25f5404286ba817fdb752efa_caed7e545a8e962c8d8025a0d307b17f to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241216170621db25f5404286ba817fdb752efa_caed7e545a8e962c8d8025a0d307b17f 2024-12-16T03:42:01,935 DEBUG [HFileArchiver-19 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412164ea04e422b7a4d8a9c10adcbe7a8a495_caed7e545a8e962c8d8025a0d307b17f to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412164ea04e422b7a4d8a9c10adcbe7a8a495_caed7e545a8e962c8d8025a0d307b17f 2024-12-16T03:42:01,935 DEBUG [HFileArchiver-21 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412165e1304b1b038485396e171046e459aaa_caed7e545a8e962c8d8025a0d307b17f to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412165e1304b1b038485396e171046e459aaa_caed7e545a8e962c8d8025a0d307b17f 2024-12-16T03:42:01,935 DEBUG [HFileArchiver-17 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241216611c1db81995495f989b3645219abbbf_caed7e545a8e962c8d8025a0d307b17f to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241216611c1db81995495f989b3645219abbbf_caed7e545a8e962c8d8025a0d307b17f 2024-12-16T03:42:01,935 DEBUG [HFileArchiver-18 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121636f58a5e99474787a7fe04ee20ead086_caed7e545a8e962c8d8025a0d307b17f to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024121636f58a5e99474787a7fe04ee20ead086_caed7e545a8e962c8d8025a0d307b17f 2024-12-16T03:42:01,935 DEBUG [HFileArchiver-24 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241216733e1661479045989aaeba8ecd0460b5_caed7e545a8e962c8d8025a0d307b17f to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241216733e1661479045989aaeba8ecd0460b5_caed7e545a8e962c8d8025a0d307b17f 2024-12-16T03:42:01,935 DEBUG [HFileArchiver-20 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241216771d67ed30bf424eb6fa7aabd3460d6d_caed7e545a8e962c8d8025a0d307b17f to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241216771d67ed30bf424eb6fa7aabd3460d6d_caed7e545a8e962c8d8025a0d307b17f 2024-12-16T03:42:01,936 DEBUG [HFileArchiver-22 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412169deb8cf1b0a444d0afa253f8eb86da36_caed7e545a8e962c8d8025a0d307b17f to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412169deb8cf1b0a444d0afa253f8eb86da36_caed7e545a8e962c8d8025a0d307b17f 2024-12-16T03:42:01,936 DEBUG [HFileArchiver-19 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241216a71fe241d094414c996ea28722ac5ca9_caed7e545a8e962c8d8025a0d307b17f to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241216a71fe241d094414c996ea28722ac5ca9_caed7e545a8e962c8d8025a0d307b17f 2024-12-16T03:42:01,936 DEBUG [HFileArchiver-21 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241216b13dfb3149ea47e3bc21a84b09a6cfb9_caed7e545a8e962c8d8025a0d307b17f to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241216b13dfb3149ea47e3bc21a84b09a6cfb9_caed7e545a8e962c8d8025a0d307b17f 2024-12-16T03:42:01,936 DEBUG [HFileArchiver-17 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241216c69213eac0054e70aec221f6a030a503_caed7e545a8e962c8d8025a0d307b17f to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241216c69213eac0054e70aec221f6a030a503_caed7e545a8e962c8d8025a0d307b17f 2024-12-16T03:42:01,936 DEBUG [HFileArchiver-23 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241216a395255b38864cb585ed30585fd2754f_caed7e545a8e962c8d8025a0d307b17f to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241216a395255b38864cb585ed30585fd2754f_caed7e545a8e962c8d8025a0d307b17f 2024-12-16T03:42:01,936 DEBUG [HFileArchiver-18 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241216eba5cfcd786949a1916ad0a9614b8b48_caed7e545a8e962c8d8025a0d307b17f to hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241216eba5cfcd786949a1916ad0a9614b8b48_caed7e545a8e962c8d8025a0d307b17f 2024-12-16T03:42:01,937 DEBUG [PEWorker-3 {}] backup.HFileArchiver(634): Deleted hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-12-16T03:42:01,938 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=181, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-16T03:42:01,940 WARN [PEWorker-3 {}] procedure.DeleteTableProcedure(371): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-12-16T03:42:01,941 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(408): Removing 'TestAcidGuarantees' descriptor. 2024-12-16T03:42:01,942 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=181, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-16T03:42:01,942 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(398): Removing 'TestAcidGuarantees' from region states. 2024-12-16T03:42:01,942 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1734320487530.caed7e545a8e962c8d8025a0d307b17f.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1734320521942"}]},"ts":"9223372036854775807"} 2024-12-16T03:42:01,943 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-12-16T03:42:01,943 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => caed7e545a8e962c8d8025a0d307b17f, NAME => 'TestAcidGuarantees,,1734320487530.caed7e545a8e962c8d8025a0d307b17f.', STARTKEY => '', ENDKEY => ''}] 2024-12-16T03:42:01,943 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(402): Marking 'TestAcidGuarantees' as deleted. 2024-12-16T03:42:01,943 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1734320521943"}]},"ts":"9223372036854775807"} 2024-12-16T03:42:01,945 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-12-16T03:42:01,960 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(133): Finished pid=181, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-16T03:42:01,961 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=181, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 64 msec 2024-12-16T03:42:02,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45287 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=181 2024-12-16T03:42:02,002 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 181 completed 2024-12-16T03:42:02,010 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithAdaptivePolicy#testMobGetAtomicity Thread=244 (was 246), OpenFileDescriptor=445 (was 450), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=257 (was 304), ProcessCount=11 (was 11), AvailableMemoryMB=11403 (was 11415) 2024-12-16T03:42:02,010 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-12-16T03:42:02,011 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-12-16T03:42:02,011 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7e541e88 to 127.0.0.1:56952 2024-12-16T03:42:02,011 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T03:42:02,011 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-16T03:42:02,011 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1403094460, stopped=false 2024-12-16T03:42:02,011 INFO [Time-limited test {}] master.ServerManager(987): Cluster shutdown requested of master=f0d65a6309ee,45287,1734320333878 2024-12-16T03:42:02,071 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45287-0x1002ceb3dc60000, quorum=127.0.0.1:56952, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-16T03:42:02,071 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39893-0x1002ceb3dc60001, quorum=127.0.0.1:56952, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-16T03:42:02,071 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39893-0x1002ceb3dc60001, quorum=127.0.0.1:56952, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-16T03:42:02,071 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45287-0x1002ceb3dc60000, quorum=127.0.0.1:56952, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-16T03:42:02,071 INFO [Time-limited test {}] procedure2.ProcedureExecutor(700): Stopping 2024-12-16T03:42:02,072 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T03:42:02,072 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39893-0x1002ceb3dc60001, quorum=127.0.0.1:56952, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-16T03:42:02,072 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45287-0x1002ceb3dc60000, quorum=127.0.0.1:56952, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-16T03:42:02,072 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server 'f0d65a6309ee,39893,1734320334634' ***** 2024-12-16T03:42:02,072 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-12-16T03:42:02,073 INFO [RS:0;f0d65a6309ee:39893 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-16T03:42:02,073 INFO [RS:0;f0d65a6309ee:39893 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-16T03:42:02,073 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-12-16T03:42:02,074 INFO [RS:0;f0d65a6309ee:39893 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-16T03:42:02,074 INFO [RS:0;f0d65a6309ee:39893 {}] regionserver.HRegionServer(3579): Received CLOSE for 79ecd7d376ccc5feae5a9f191616710a 2024-12-16T03:42:02,074 INFO [RS:0;f0d65a6309ee:39893 {}] regionserver.HRegionServer(1224): stopping server f0d65a6309ee,39893,1734320334634 2024-12-16T03:42:02,074 DEBUG [RS:0;f0d65a6309ee:39893 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T03:42:02,075 INFO [RS:0;f0d65a6309ee:39893 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-16T03:42:02,075 INFO [RS:0;f0d65a6309ee:39893 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-16T03:42:02,075 INFO [RS:0;f0d65a6309ee:39893 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-16T03:42:02,075 INFO [RS:0;f0d65a6309ee:39893 {}] regionserver.HRegionServer(3579): Received CLOSE for 1588230740 2024-12-16T03:42:02,075 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 79ecd7d376ccc5feae5a9f191616710a, disabling compactions & flushes 2024-12-16T03:42:02,075 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region hbase:namespace,,1734320338451.79ecd7d376ccc5feae5a9f191616710a. 2024-12-16T03:42:02,075 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1734320338451.79ecd7d376ccc5feae5a9f191616710a. 2024-12-16T03:42:02,075 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1734320338451.79ecd7d376ccc5feae5a9f191616710a. after waiting 0 ms 2024-12-16T03:42:02,075 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1734320338451.79ecd7d376ccc5feae5a9f191616710a. 2024-12-16T03:42:02,075 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2837): Flushing 79ecd7d376ccc5feae5a9f191616710a 1/1 column families, dataSize=78 B heapSize=488 B 2024-12-16T03:42:02,075 INFO [RS:0;f0d65a6309ee:39893 {}] regionserver.HRegionServer(1599): Waiting on 2 regions to close 2024-12-16T03:42:02,075 DEBUG [RS:0;f0d65a6309ee:39893 {}] regionserver.HRegionServer(1603): Online Regions={1588230740=hbase:meta,,1.1588230740, 79ecd7d376ccc5feae5a9f191616710a=hbase:namespace,,1734320338451.79ecd7d376ccc5feae5a9f191616710a.} 2024-12-16T03:42:02,075 DEBUG [RS_CLOSE_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-12-16T03:42:02,076 INFO [RS_CLOSE_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-12-16T03:42:02,076 DEBUG [RS_CLOSE_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-12-16T03:42:02,076 DEBUG [RS_CLOSE_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-16T03:42:02,076 DEBUG [RS_CLOSE_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-12-16T03:42:02,076 INFO [RS_CLOSE_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2837): Flushing 1588230740 3/3 column families, dataSize=20.55 KB heapSize=35.87 KB 2024-12-16T03:42:02,079 DEBUG [RS:0;f0d65a6309ee:39893 {}] regionserver.HRegionServer(1629): Waiting on 1588230740, 79ecd7d376ccc5feae5a9f191616710a 2024-12-16T03:42:02,091 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/hbase/namespace/79ecd7d376ccc5feae5a9f191616710a/.tmp/info/a5c66d64773a40bda570223e86619f63 is 45, key is default/info:d/1734320339906/Put/seqid=0 2024-12-16T03:42:02,094 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073742408_1584 (size=5037) 2024-12-16T03:42:02,099 DEBUG [RS_CLOSE_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/hbase/meta/1588230740/.tmp/info/1926553e20f24c989b0e49144e05cc02 is 143, key is hbase:namespace,,1734320338451.79ecd7d376ccc5feae5a9f191616710a./info:regioninfo/1734320339767/Put/seqid=0 2024-12-16T03:42:02,102 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073742409_1585 (size=7725) 2024-12-16T03:42:02,102 INFO [RS_CLOSE_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/hbase/meta/1588230740/.tmp/info/1926553e20f24c989b0e49144e05cc02 2024-12-16T03:42:02,117 DEBUG [RS_CLOSE_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/hbase/meta/1588230740/.tmp/rep_barrier/34414ef405174d01a36bedef73a1c4b6 is 102, key is TestAcidGuarantees,,1734320340163.ad0b284e95019d62ff8d91ca156366d7./rep_barrier:/1734320374317/DeleteFamily/seqid=0 2024-12-16T03:42:02,120 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073742410_1586 (size=6025) 2024-12-16T03:42:02,166 INFO [regionserver/f0d65a6309ee:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-16T03:42:02,279 DEBUG [RS:0;f0d65a6309ee:39893 {}] regionserver.HRegionServer(1629): Waiting on 1588230740, 79ecd7d376ccc5feae5a9f191616710a 2024-12-16T03:42:02,479 DEBUG [RS:0;f0d65a6309ee:39893 {}] regionserver.HRegionServer(1629): Waiting on 1588230740, 79ecd7d376ccc5feae5a9f191616710a 2024-12-16T03:42:02,495 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=78 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/hbase/namespace/79ecd7d376ccc5feae5a9f191616710a/.tmp/info/a5c66d64773a40bda570223e86619f63 2024-12-16T03:42:02,503 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/hbase/namespace/79ecd7d376ccc5feae5a9f191616710a/.tmp/info/a5c66d64773a40bda570223e86619f63 as hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/hbase/namespace/79ecd7d376ccc5feae5a9f191616710a/info/a5c66d64773a40bda570223e86619f63 2024-12-16T03:42:02,508 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/hbase/namespace/79ecd7d376ccc5feae5a9f191616710a/info/a5c66d64773a40bda570223e86619f63, entries=2, sequenceid=6, filesize=4.9 K 2024-12-16T03:42:02,509 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3040): Finished flush of dataSize ~78 B/78, heapSize ~472 B/472, currentSize=0 B/0 for 79ecd7d376ccc5feae5a9f191616710a in 434ms, sequenceid=6, compaction requested=false 2024-12-16T03:42:02,513 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/hbase/namespace/79ecd7d376ccc5feae5a9f191616710a/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-12-16T03:42:02,514 INFO [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed hbase:namespace,,1734320338451.79ecd7d376ccc5feae5a9f191616710a. 2024-12-16T03:42:02,514 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 79ecd7d376ccc5feae5a9f191616710a: 2024-12-16T03:42:02,514 DEBUG [RS_CLOSE_REGION-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:namespace,,1734320338451.79ecd7d376ccc5feae5a9f191616710a. 2024-12-16T03:42:02,521 INFO [RS_CLOSE_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=588 B at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/hbase/meta/1588230740/.tmp/rep_barrier/34414ef405174d01a36bedef73a1c4b6 2024-12-16T03:42:02,540 DEBUG [RS_CLOSE_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/hbase/meta/1588230740/.tmp/table/6284969e6a624dc581a45699fa2b69f5 is 96, key is TestAcidGuarantees,,1734320340163.ad0b284e95019d62ff8d91ca156366d7./table:/1734320374317/DeleteFamily/seqid=0 2024-12-16T03:42:02,542 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073742411_1587 (size=5942) 2024-12-16T03:42:02,680 DEBUG [RS:0;f0d65a6309ee:39893 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-12-16T03:42:02,880 DEBUG [RS:0;f0d65a6309ee:39893 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-12-16T03:42:02,944 INFO [RS_CLOSE_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.08 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/hbase/meta/1588230740/.tmp/table/6284969e6a624dc581a45699fa2b69f5 2024-12-16T03:42:02,953 DEBUG [RS_CLOSE_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/hbase/meta/1588230740/.tmp/info/1926553e20f24c989b0e49144e05cc02 as hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/hbase/meta/1588230740/info/1926553e20f24c989b0e49144e05cc02 2024-12-16T03:42:02,958 INFO [RS_CLOSE_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/hbase/meta/1588230740/info/1926553e20f24c989b0e49144e05cc02, entries=22, sequenceid=93, filesize=7.5 K 2024-12-16T03:42:02,959 DEBUG [RS_CLOSE_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/hbase/meta/1588230740/.tmp/rep_barrier/34414ef405174d01a36bedef73a1c4b6 as hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/hbase/meta/1588230740/rep_barrier/34414ef405174d01a36bedef73a1c4b6 2024-12-16T03:42:02,964 INFO [RS_CLOSE_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/hbase/meta/1588230740/rep_barrier/34414ef405174d01a36bedef73a1c4b6, entries=6, sequenceid=93, filesize=5.9 K 2024-12-16T03:42:02,965 DEBUG [RS_CLOSE_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/hbase/meta/1588230740/.tmp/table/6284969e6a624dc581a45699fa2b69f5 as hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/hbase/meta/1588230740/table/6284969e6a624dc581a45699fa2b69f5 2024-12-16T03:42:02,970 INFO [RS_CLOSE_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/hbase/meta/1588230740/table/6284969e6a624dc581a45699fa2b69f5, entries=9, sequenceid=93, filesize=5.8 K 2024-12-16T03:42:02,970 INFO [RS_CLOSE_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3040): Finished flush of dataSize ~20.55 KB/21040, heapSize ~35.82 KB/36680, currentSize=0 B/0 for 1588230740 in 894ms, sequenceid=93, compaction requested=false 2024-12-16T03:42:02,975 DEBUG [RS_CLOSE_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/data/hbase/meta/1588230740/recovered.edits/96.seqid, newMaxSeqId=96, maxSeqId=1 2024-12-16T03:42:02,976 DEBUG [RS_CLOSE_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-16T03:42:02,976 INFO [RS_CLOSE_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-12-16T03:42:02,976 DEBUG [RS_CLOSE_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-12-16T03:42:02,976 DEBUG [RS_CLOSE_META-regionserver/f0d65a6309ee:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-16T03:42:03,080 INFO [RS:0;f0d65a6309ee:39893 {}] regionserver.HRegionServer(1250): stopping server f0d65a6309ee,39893,1734320334634; all regions closed. 2024-12-16T03:42:03,089 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073741834_1010 (size=26050) 2024-12-16T03:42:03,093 DEBUG [RS:0;f0d65a6309ee:39893 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/oldWALs 2024-12-16T03:42:03,093 INFO [RS:0;f0d65a6309ee:39893 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL f0d65a6309ee%2C39893%2C1734320334634.meta:.meta(num 1734320338139) 2024-12-16T03:42:03,096 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073741832_1008 (size=13506341) 2024-12-16T03:42:03,099 DEBUG [RS:0;f0d65a6309ee:39893 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/oldWALs 2024-12-16T03:42:03,099 INFO [RS:0;f0d65a6309ee:39893 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL f0d65a6309ee%2C39893%2C1734320334634:(num 1734320337212) 2024-12-16T03:42:03,099 DEBUG [RS:0;f0d65a6309ee:39893 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T03:42:03,099 INFO [RS:0;f0d65a6309ee:39893 {}] regionserver.LeaseManager(133): Closed leases 2024-12-16T03:42:03,099 INFO [RS:0;f0d65a6309ee:39893 {}] hbase.ChoreService(370): Chore service for: regionserver/f0d65a6309ee:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS] on shutdown 2024-12-16T03:42:03,100 INFO [regionserver/f0d65a6309ee:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-12-16T03:42:03,100 INFO [RS:0;f0d65a6309ee:39893 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:39893 2024-12-16T03:42:03,144 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45287-0x1002ceb3dc60000, quorum=127.0.0.1:56952, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-16T03:42:03,144 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39893-0x1002ceb3dc60001, quorum=127.0.0.1:56952, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/f0d65a6309ee,39893,1734320334634 2024-12-16T03:42:03,152 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [f0d65a6309ee,39893,1734320334634] 2024-12-16T03:42:03,152 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing f0d65a6309ee,39893,1734320334634; numProcessing=1 2024-12-16T03:42:03,160 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/draining/f0d65a6309ee,39893,1734320334634 already deleted, retry=false 2024-12-16T03:42:03,160 INFO [RegionServerTracker-0 {}] master.ServerManager(652): Cluster shutdown set; f0d65a6309ee,39893,1734320334634 expired; onlineServers=0 2024-12-16T03:42:03,161 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2561): ***** STOPPING region server 'f0d65a6309ee,45287,1734320333878' ***** 2024-12-16T03:42:03,161 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2575): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-16T03:42:03,161 DEBUG [M:0;f0d65a6309ee:45287 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66871d3d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f0d65a6309ee/172.17.0.2:0 2024-12-16T03:42:03,161 INFO [M:0;f0d65a6309ee:45287 {}] regionserver.HRegionServer(1224): stopping server f0d65a6309ee,45287,1734320333878 2024-12-16T03:42:03,161 INFO [M:0;f0d65a6309ee:45287 {}] regionserver.HRegionServer(1250): stopping server f0d65a6309ee,45287,1734320333878; all regions closed. 2024-12-16T03:42:03,162 DEBUG [M:0;f0d65a6309ee:45287 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-16T03:42:03,162 DEBUG [M:0;f0d65a6309ee:45287 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-16T03:42:03,162 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-16T03:42:03,162 DEBUG [M:0;f0d65a6309ee:45287 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-16T03:42:03,162 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster-HFileCleaner.large.0-1734320336859 {}] cleaner.HFileCleaner(306): Exit Thread[master/f0d65a6309ee:0:becomeActiveMaster-HFileCleaner.large.0-1734320336859,5,FailOnTimeoutGroup] 2024-12-16T03:42:03,163 DEBUG [master/f0d65a6309ee:0:becomeActiveMaster-HFileCleaner.small.0-1734320336863 {}] cleaner.HFileCleaner(306): Exit Thread[master/f0d65a6309ee:0:becomeActiveMaster-HFileCleaner.small.0-1734320336863,5,FailOnTimeoutGroup] 2024-12-16T03:42:03,163 INFO [M:0;f0d65a6309ee:45287 {}] hbase.ChoreService(370): Chore service for: master/f0d65a6309ee:0 had [] on shutdown 2024-12-16T03:42:03,163 DEBUG [M:0;f0d65a6309ee:45287 {}] master.HMaster(1733): Stopping service threads 2024-12-16T03:42:03,163 INFO [M:0;f0d65a6309ee:45287 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-16T03:42:03,165 INFO [M:0;f0d65a6309ee:45287 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-16T03:42:03,165 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-16T03:42:03,172 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45287-0x1002ceb3dc60000, quorum=127.0.0.1:56952, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-12-16T03:42:03,172 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45287-0x1002ceb3dc60000, quorum=127.0.0.1:56952, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-16T03:42:03,172 DEBUG [M:0;f0d65a6309ee:45287 {}] zookeeper.ZKUtil(347): master:45287-0x1002ceb3dc60000, quorum=127.0.0.1:56952, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-12-16T03:42:03,172 WARN [M:0;f0d65a6309ee:45287 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-16T03:42:03,172 INFO [M:0;f0d65a6309ee:45287 {}] assignment.AssignmentManager(391): Stopping assignment manager 2024-12-16T03:42:03,173 INFO [M:0;f0d65a6309ee:45287 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-16T03:42:03,173 DEBUG [M:0;f0d65a6309ee:45287 {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-16T03:42:03,173 INFO [M:0;f0d65a6309ee:45287 {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-16T03:42:03,173 DEBUG [M:0;f0d65a6309ee:45287 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-16T03:42:03,173 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45287-0x1002ceb3dc60000, quorum=127.0.0.1:56952, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-16T03:42:03,173 DEBUG [M:0;f0d65a6309ee:45287 {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-16T03:42:03,173 DEBUG [M:0;f0d65a6309ee:45287 {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-16T03:42:03,173 INFO [M:0;f0d65a6309ee:45287 {}] regionserver.HRegion(2837): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=747.41 KB heapSize=917.39 KB 2024-12-16T03:42:03,189 DEBUG [M:0;f0d65a6309ee:45287 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9e6a6ef729ad4698bad6d0357d82b695 is 82, key is hbase:meta,,1/info:regioninfo/1734320338254/Put/seqid=0 2024-12-16T03:42:03,191 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073742412_1588 (size=5672) 2024-12-16T03:42:03,252 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39893-0x1002ceb3dc60001, quorum=127.0.0.1:56952, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-16T03:42:03,252 INFO [RS:0;f0d65a6309ee:39893 {}] regionserver.HRegionServer(1307): Exiting; stopping=f0d65a6309ee,39893,1734320334634; zookeeper connection closed. 2024-12-16T03:42:03,252 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39893-0x1002ceb3dc60001, quorum=127.0.0.1:56952, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-16T03:42:03,253 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@633a5d68 {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@633a5d68 2024-12-16T03:42:03,253 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-16T03:42:03,593 INFO [M:0;f0d65a6309ee:45287 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=2084 (bloomFilter=true), to=hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9e6a6ef729ad4698bad6d0357d82b695 2024-12-16T03:42:03,619 DEBUG [M:0;f0d65a6309ee:45287 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3cdfd20de25e484eb6b69fcd7d5babd7 is 2283, key is \x00\x00\x00\x00\x00\x00\x00,/proc:d/1734320377773/Put/seqid=0 2024-12-16T03:42:03,622 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073742413_1589 (size=45391) 2024-12-16T03:42:04,024 INFO [M:0;f0d65a6309ee:45287 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=746.85 KB at sequenceid=2084 (bloomFilter=true), to=hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3cdfd20de25e484eb6b69fcd7d5babd7 2024-12-16T03:42:04,033 INFO [M:0;f0d65a6309ee:45287 {}] regionserver.StoreFileReader(539): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3cdfd20de25e484eb6b69fcd7d5babd7 2024-12-16T03:42:04,049 DEBUG [M:0;f0d65a6309ee:45287 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/563b0e76a4ef466f8b9f5e24e4f785e0 is 69, key is f0d65a6309ee,39893,1734320334634/rs:state/1734320336996/Put/seqid=0 2024-12-16T03:42:04,052 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073742414_1590 (size=5156) 2024-12-16T03:42:04,277 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-16T03:42:04,277 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-16T03:42:04,279 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_namespace 2024-12-16T03:42:04,280 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-12-16T03:42:04,454 INFO [M:0;f0d65a6309ee:45287 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=2084 (bloomFilter=true), to=hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/563b0e76a4ef466f8b9f5e24e4f785e0 2024-12-16T03:42:04,462 DEBUG [M:0;f0d65a6309ee:45287 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9e6a6ef729ad4698bad6d0357d82b695 as hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/9e6a6ef729ad4698bad6d0357d82b695 2024-12-16T03:42:04,469 INFO [M:0;f0d65a6309ee:45287 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/9e6a6ef729ad4698bad6d0357d82b695, entries=8, sequenceid=2084, filesize=5.5 K 2024-12-16T03:42:04,470 DEBUG [M:0;f0d65a6309ee:45287 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3cdfd20de25e484eb6b69fcd7d5babd7 as hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/3cdfd20de25e484eb6b69fcd7d5babd7 2024-12-16T03:42:04,473 INFO [M:0;f0d65a6309ee:45287 {}] regionserver.StoreFileReader(539): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3cdfd20de25e484eb6b69fcd7d5babd7 2024-12-16T03:42:04,473 INFO [M:0;f0d65a6309ee:45287 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/3cdfd20de25e484eb6b69fcd7d5babd7, entries=181, sequenceid=2084, filesize=44.3 K 2024-12-16T03:42:04,474 DEBUG [M:0;f0d65a6309ee:45287 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/563b0e76a4ef466f8b9f5e24e4f785e0 as hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/563b0e76a4ef466f8b9f5e24e4f785e0 2024-12-16T03:42:04,476 INFO [M:0;f0d65a6309ee:45287 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:33659/user/jenkins/test-data/b6a21fa8-8542-a5de-d3f2-78fce3f41a48/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/563b0e76a4ef466f8b9f5e24e4f785e0, entries=1, sequenceid=2084, filesize=5.0 K 2024-12-16T03:42:04,477 INFO [M:0;f0d65a6309ee:45287 {}] regionserver.HRegion(3040): Finished flush of dataSize ~747.41 KB/765343, heapSize ~917.09 KB/939104, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1304ms, sequenceid=2084, compaction requested=false 2024-12-16T03:42:04,478 INFO [M:0;f0d65a6309ee:45287 {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-16T03:42:04,478 DEBUG [M:0;f0d65a6309ee:45287 {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-16T03:42:04,480 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38473 is added to blk_1073741830_1006 (size=902050) 2024-12-16T03:42:04,480 INFO [M:0;f0d65a6309ee:45287 {}] flush.MasterFlushTableProcedureManager(91): stop: server shutting down. 2024-12-16T03:42:04,480 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-12-16T03:42:04,481 INFO [M:0;f0d65a6309ee:45287 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:45287 2024-12-16T03:42:04,518 DEBUG [M:0;f0d65a6309ee:45287 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/rs/f0d65a6309ee,45287,1734320333878 already deleted, retry=false 2024-12-16T03:42:04,627 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45287-0x1002ceb3dc60000, quorum=127.0.0.1:56952, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-16T03:42:04,627 INFO [M:0;f0d65a6309ee:45287 {}] regionserver.HRegionServer(1307): Exiting; stopping=f0d65a6309ee,45287,1734320333878; zookeeper connection closed. 2024-12-16T03:42:04,627 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45287-0x1002ceb3dc60000, quorum=127.0.0.1:56952, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-16T03:42:04,639 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1f79ec76{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-16T03:42:04,642 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@576ebda6{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-16T03:42:04,642 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-16T03:42:04,642 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4727fac8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-16T03:42:04,642 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@47db50b9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/55cdd6a9-7070-e7e1-9f9a-ce28550c8db3/hadoop.log.dir/,STOPPED} 2024-12-16T03:42:04,646 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-16T03:42:04,646 WARN [BP-2095869806-172.17.0.2-1734320330884 heartbeating to localhost/127.0.0.1:33659 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-16T03:42:04,646 WARN [BP-2095869806-172.17.0.2-1734320330884 heartbeating to localhost/127.0.0.1:33659 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2095869806-172.17.0.2-1734320330884 (Datanode Uuid 72311e1d-162f-47c4-b519-125e7556fc4f) service to localhost/127.0.0.1:33659 2024-12-16T03:42:04,646 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-16T03:42:04,648 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/55cdd6a9-7070-e7e1-9f9a-ce28550c8db3/cluster_1c30f2fc-f516-8a2f-ca06-99c7c2ff4d19/dfs/data/data1/current/BP-2095869806-172.17.0.2-1734320330884 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-16T03:42:04,648 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/55cdd6a9-7070-e7e1-9f9a-ce28550c8db3/cluster_1c30f2fc-f516-8a2f-ca06-99c7c2ff4d19/dfs/data/data2/current/BP-2095869806-172.17.0.2-1734320330884 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-16T03:42:04,649 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-16T03:42:04,656 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@b03fcff{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-16T03:42:04,656 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@e0a3ea0{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-16T03:42:04,656 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-16T03:42:04,656 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@62a9beb2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-16T03:42:04,657 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@8167a4c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/55cdd6a9-7070-e7e1-9f9a-ce28550c8db3/hadoop.log.dir/,STOPPED} 2024-12-16T03:42:04,672 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(345): Shutdown MiniZK cluster with all ZK servers 2024-12-16T03:42:04,785 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down